diff --git "a/4b284b6bc4seed4/3484368.out" "b/4b284b6bc4seed4/3484368.out" new file mode 100644--- /dev/null +++ "b/4b284b6bc4seed4/3484368.out" @@ -0,0 +1,42560 @@ +Model parameters: d_model 3072 ffw_size 12288 kv_size 128 n_heads 24 n_layers 36 +Megatron-DeepSpeed/pretrain_gpt.py --tensor-model-parallel-size 2 --pipeline-model-parallel-size 1 --num-layers 36 --hidden-size 3072 --num-attention-heads 24 --kv-channels 128 --ffn-hidden-size 12288 --seq-length 2048 --max-position-embeddings 2048 --micro-batch-size 2 --global-batch-size 1024 --train-samples 1 --vocab-file gpt2/vocab.json --merge-file gpt2/merges.txt --clip-grad 1.0 --kill-switch-path kill-switch-4b284b6bc4seed4val --bf16 --optimizer adam --adam-beta1 0.9 --adam-beta2 0.999 --adam-eps 1e-8 --lr 2e-4 --min-lr 2e-5 --lr-decay-style cosine --lr-decay-samples 1 --lr-warmup-samples 0 --clip-grad 1.0 --weight-decay 1e-1 --override-lr-scheduler --reset-progress --no-load-optim --log-interval 10 --save-interval 1000 --eval-interval 1 --eval-iters 100 --eval-only true --tensorboard-dir tensorboard_4b284b6bc4seed4val --tensorboard-queue-size 5 --log-timers-to-tensorboard --log-batch-size-to-tensorboard --log-validation-ppl-to-tensorboard --save lm1-4b2-84b-c4seeds/4b284b6bc4seed4 --load lm1-4b2-84b-c4seeds/4b284b6bc4seed4 --train-weighted-split-paths-path train1b5.txt --valid-weighted-split-paths-path val.txt --data-impl mmap --deepspeed --deepspeed_config ds_configs/3484368.json --zero-stage 0 --seed 4 +START 3484368: Tue 09 May 2023 02:45:58 PM EEST + 0: + 0: + 0: ======================= ROCm System Management Interface ======================= + 0: ================================= Concise Info ================================= + 0: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 0: 0 47.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 1 50.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: 2 46.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 3 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: 4 42.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 5 51.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: 6 35.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 7 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: ================================================================================ + 0: ============================= End of ROCm SMI Log ============================== + 1: + 1: + 1: ======================= ROCm System Management Interface ======================= + 1: ================================= Concise Info ================================= + 1: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 1: 0 40.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 1 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: 2 44.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: 4 43.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: 6 38.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 7 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: ================================================================================ + 1: ============================= End of ROCm SMI Log ============================== + 2: + 2: + 2: ======================= ROCm System Management Interface ======================= + 2: ================================= Concise Info ================================= + 2: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 2: 0 45.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: 2 38.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: 4 43.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 5 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: 6 38.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: ================================================================================ + 2: ============================= End of ROCm SMI Log ============================== +16: +16: +16: ======================= ROCm System Management Interface ======================= +16: ================================= Concise Info ================================= +16: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +16: 0 45.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: 2 43.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 3 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: 4 46.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: 6 44.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: ================================================================================ +16: ============================= End of ROCm SMI Log ============================== +14: +14: +14: ======================= ROCm System Management Interface ======================= +14: ================================= Concise Info ================================= +14: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +14: 0 45.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: 2 38.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: 4 44.0c 79.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: 6 44.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 7 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: ================================================================================ +14: ============================= End of ROCm SMI Log ============================== +15: +15: +15: ======================= ROCm System Management Interface ======================= +15: ================================= Concise Info ================================= +15: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +15: 0 44.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: 2 42.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: 4 47.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 5 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: 6 42.0c 98.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: ================================================================================ +15: ============================= End of ROCm SMI Log ============================== + 9: + 9: + 9: ======================= ROCm System Management Interface ======================= + 9: ================================= Concise Info ================================= + 9: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 9: 0 47.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: 2 41.0c 82.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 3 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: 4 40.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: 6 41.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: ================================================================================ + 9: ============================= End of ROCm SMI Log ============================== +20: +20: +20: ======================= ROCm System Management Interface ======================= +20: ================================= Concise Info ================================= +20: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +20: 0 41.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 1 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: 2 41.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: 4 45.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: 6 37.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 7 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: ================================================================================ +20: ============================= End of ROCm SMI Log ============================== +21: +21: +21: ======================= ROCm System Management Interface ======================= +21: ================================= Concise Info ================================= +21: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +21: 0 40.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 1 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: 2 42.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 3 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: 4 43.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 5 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: 6 38.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: ================================================================================ +21: ============================= End of ROCm SMI Log ============================== + 4: + 4: + 4: ======================= ROCm System Management Interface ======================= + 4: ================================= Concise Info ================================= + 4: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 4: 0 45.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: 2 44.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: 4 45.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 5 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: 6 42.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: ================================================================================ + 4: ============================= End of ROCm SMI Log ============================== +25: +25: +25: ======================= ROCm System Management Interface ======================= +25: ================================= Concise Info ================================= +25: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +25: 0 43.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: 2 43.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 3 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: 4 43.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 5 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: 6 42.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: ================================================================================ +25: ============================= End of ROCm SMI Log ============================== +28: +28: +28: ======================= ROCm System Management Interface ======================= +28: ================================= Concise Info ================================= +28: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +28: 0 43.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: 2 42.0c 97.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: 4 43.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: 6 40.0c 97.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: ================================================================================ +28: ============================= End of ROCm SMI Log ============================== +31: +31: +31: ======================= ROCm System Management Interface ======================= +31: ================================= Concise Info ================================= +31: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +31: 0 45.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 1 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: 2 40.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 3 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: 4 41.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: 6 42.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 7 40.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: ================================================================================ +31: ============================= End of ROCm SMI Log ============================== +30: +30: +30: ======================= ROCm System Management Interface ======================= +30: ================================= Concise Info ================================= +30: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +30: 0 44.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: 2 44.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: 4 43.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: 6 40.0c 96.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: ================================================================================ +30: ============================= End of ROCm SMI Log ============================== + 3: + 3: + 3: ======================= ROCm System Management Interface ======================= + 3: ================================= Concise Info ================================= + 3: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 3: 0 43.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 1 50.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: 2 36.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 3 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: 4 44.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: 6 39.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 7 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: ================================================================================ + 3: ============================= End of ROCm SMI Log ============================== +10: +10: +10: ======================= ROCm System Management Interface ======================= +10: ================================= Concise Info ================================= +10: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +10: 0 44.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: 2 40.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: 4 44.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 5 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: 6 41.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: ================================================================================ +10: ============================= End of ROCm SMI Log ============================== +22: +22: +22: ======================= ROCm System Management Interface ======================= +22: ================================= Concise Info ================================= +22: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +22: 0 43.0c 97.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 1 51.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: 2 44.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: 4 46.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: 6 39.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: ================================================================================ +22: ============================= End of ROCm SMI Log ============================== +19: +19: +19: ======================= ROCm System Management Interface ======================= +19: ================================= Concise Info ================================= +19: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +19: 0 45.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: 2 39.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: 4 44.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: 6 38.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 7 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: ================================================================================ +19: ============================= End of ROCm SMI Log ============================== +27: +27: +27: ======================= ROCm System Management Interface ======================= +27: ================================= Concise Info ================================= +27: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +27: 0 45.0c 96.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 1 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: 2 36.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: 4 42.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: 6 37.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 7 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: ================================================================================ +27: ============================= End of ROCm SMI Log ============================== +29: +29: +29: ======================= ROCm System Management Interface ======================= +29: ================================= Concise Info ================================= +29: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +29: 0 45.0c 96.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 1 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: 2 43.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 3 40.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: 4 45.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: 6 43.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: ================================================================================ +29: ============================= End of ROCm SMI Log ============================== +13: +13: +13: ======================= ROCm System Management Interface ======================= +13: ================================= Concise Info ================================= +13: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +13: 0 43.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 1 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: 2 39.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: 4 43.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: 6 42.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: ================================================================================ +13: ============================= End of ROCm SMI Log ============================== + 5: + 5: + 5: ======================= ROCm System Management Interface ======================= + 5: ================================= Concise Info ================================= + 5: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 5: 0 45.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: 2 41.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: 4 38.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 5 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: 6 41.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 7 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: ================================================================================ + 5: ============================= End of ROCm SMI Log ============================== +17: +17: +17: ======================= ROCm System Management Interface ======================= +17: ================================= Concise Info ================================= +17: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +17: 0 49.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 1 52.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: 2 41.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 3 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: 4 40.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: 6 44.0c 82.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: ================================================================================ +17: ============================= End of ROCm SMI Log ============================== +18: +18: +18: ======================= ROCm System Management Interface ======================= +18: ================================= Concise Info ================================= +18: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +18: 0 48.0c 97.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: 2 41.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 3 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: 4 43.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 5 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: 6 43.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: ================================================================================ +18: ============================= End of ROCm SMI Log ============================== +12: +12: +12: ======================= ROCm System Management Interface ======================= +12: ================================= Concise Info ================================= +12: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +12: 0 48.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 1 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: 2 40.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: 4 45.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: 6 41.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: ================================================================================ +12: ============================= End of ROCm SMI Log ============================== +11: +11: +11: ======================= ROCm System Management Interface ======================= +11: ================================= Concise Info ================================= +11: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +11: 0 47.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 1 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: 2 43.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: 4 45.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: 6 42.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 7 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: ================================================================================ +11: ============================= End of ROCm SMI Log ============================== +24: +24: +24: ======================= ROCm System Management Interface ======================= +24: ================================= Concise Info ================================= +24: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +24: 0 45.0c 96.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 1 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: 2 42.0c 96.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: 4 43.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 5 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: 6 39.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 7 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: ================================================================================ +24: ============================= End of ROCm SMI Log ============================== +23: +23: +23: ======================= ROCm System Management Interface ======================= +23: ================================= Concise Info ================================= +23: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +23: 0 49.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: 2 41.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: 4 41.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 5 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: 6 41.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 7 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: ================================================================================ +23: ============================= End of ROCm SMI Log ============================== + 8: + 8: + 8: ======================= ROCm System Management Interface ======================= + 8: ================================= Concise Info ================================= + 8: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 8: 0 45.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 1 50.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: 2 40.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 3 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: 4 41.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: 6 39.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: ================================================================================ + 8: ============================= End of ROCm SMI Log ============================== + 7: + 7: + 7: ======================= ROCm System Management Interface ======================= + 7: ================================= Concise Info ================================= + 7: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 7: 0 38.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: 2 40.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: 4 43.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: 6 39.0c 82.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: ================================================================================ + 7: ============================= End of ROCm SMI Log ============================== +26: +26: +26: ======================= ROCm System Management Interface ======================= +26: ================================= Concise Info ================================= +26: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +26: 0 45.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 1 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: 2 44.0c 99.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 3 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: 4 42.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: 6 41.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: ================================================================================ +26: ============================= End of ROCm SMI Log ============================== + 6: + 6: + 6: ======================= ROCm System Management Interface ======================= + 6: ================================= Concise Info ================================= + 6: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 6: 0 39.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: 2 39.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: 4 41.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 5 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: 6 42.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: ================================================================================ + 6: ============================= End of ROCm SMI Log ============================== +31: Launching on nid005245 (31/32), master nid005047 port 9999, GPUs 8, CUDA: True +20: Launching on nid005067 (20/32), master nid005047 port 9999, GPUs 8, CUDA: True +19: Launching on nid005066 (19/32), master nid005047 port 9999, GPUs 8, CUDA: True +29: Launching on nid005243 (29/32), master nid005047 port 9999, GPUs 8, CUDA: True +12: Launching on nid005059 (12/32), master nid005047 port 9999, GPUs 8, CUDA: True +21: Launching on nid005068 (21/32), master nid005047 port 9999, GPUs 8, CUDA: True +27: Launching on nid005241 (27/32), master nid005047 port 9999, GPUs 8, CUDA: True +15: Launching on nid005062 (15/32), master nid005047 port 9999, GPUs 8, CUDA: True +14: Launching on nid005061 (14/32), master nid005047 port 9999, GPUs 8, CUDA: True +16: Launching on nid005063 (16/32), master nid005047 port 9999, GPUs 8, CUDA: True +28: Launching on nid005242 (28/32), master nid005047 port 9999, GPUs 8, CUDA: True + 3: Launching on nid005050 (3/32), master nid005047 port 9999, GPUs 8, CUDA: True + 9: Launching on nid005056 (9/32), master nid005047 port 9999, GPUs 8, CUDA: True +22: Launching on nid005069 (22/32), master nid005047 port 9999, GPUs 8, CUDA: True +10: Launching on nid005057 (10/32), master nid005047 port 9999, GPUs 8, CUDA: True +30: Launching on nid005244 (30/32), master nid005047 port 9999, GPUs 8, CUDA: True +13: Launching on nid005060 (13/32), master nid005047 port 9999, GPUs 8, CUDA: True + 1: Launching on nid005048 (1/32), master nid005047 port 9999, GPUs 8, CUDA: True + 0: Launching on nid005047 (0/32), master nid005047 port 9999, GPUs 8, CUDA: True + 4: Launching on nid005051 (4/32), master nid005047 port 9999, GPUs 8, CUDA: True + 2: Launching on nid005049 (2/32), master nid005047 port 9999, GPUs 8, CUDA: True +26: Launching on nid005240 (26/32), master nid005047 port 9999, GPUs 8, CUDA: True +25: Launching on nid005072 (25/32), master nid005047 port 9999, GPUs 8, CUDA: True +11: Launching on nid005058 (11/32), master nid005047 port 9999, GPUs 8, CUDA: True +18: Launching on nid005065 (18/32), master nid005047 port 9999, GPUs 8, CUDA: True + 5: Launching on nid005052 (5/32), master nid005047 port 9999, GPUs 8, CUDA: True + 8: Launching on nid005055 (8/32), master nid005047 port 9999, GPUs 8, CUDA: True +17: Launching on nid005064 (17/32), master nid005047 port 9999, GPUs 8, CUDA: True + 7: Launching on nid005054 (7/32), master nid005047 port 9999, GPUs 8, CUDA: True + 6: Launching on nid005053 (6/32), master nid005047 port 9999, GPUs 8, CUDA: True +23: Launching on nid005070 (23/32), master nid005047 port 9999, GPUs 8, CUDA: True +24: Launching on nid005071 (24/32), master nid005047 port 9999, GPUs 8, CUDA: True + 0: using world size: 256, data-parallel-size: 128, tensor-model-parallel size: 2, pipeline-model-parallel size: 1 + 0: accumulate and all-reduce gradients in fp32 for bfloat16 data type. + 0: using torch.bfloat16 for parameters ... + 0: ------------------------ arguments ------------------------ + 0: abort_on_unmet_fused_kernel_constraints ......... False + 0: accumulate_allreduce_grads_in_fp32 .............. True + 0: adam_beta1 ...................................... 0.9 + 0: adam_beta2 ...................................... 0.999 + 0: adam_eps ........................................ 1e-08 + 0: adlr_autoresume ................................. False + 0: adlr_autoresume_interval ........................ 1000 + 0: apply_query_key_layer_scaling ................... True + 0: apply_residual_connection_post_layernorm ........ False + 0: attention_dropout ............................... 0.1 + 0: attention_softmax_in_fp32 ....................... False + 0: bert_binary_head ................................ True + 0: bert_load ....................................... None + 0: bf16 ............................................ True + 0: bias_dropout_fusion ............................. True + 0: bias_gelu_fusion ................................ True + 0: biencoder_projection_dim ........................ 0 + 0: biencoder_shared_query_context_model ............ False + 0: block_data_path ................................. None + 0: checkpoint_activations .......................... False + 0: checkpoint_in_cpu ............................... False + 0: checkpoint_num_layers ........................... 1 + 0: clip_grad ....................................... 1.0 + 0: codecarbon_dir .................................. None + 0: consumed_train_samples .......................... 0 + 0: consumed_train_tokens ........................... 0 + 0: consumed_valid_samples .......................... 0 + 0: contigious_checkpointing ........................ False + 0: cpu_optimizer ................................... False + 0: cpu_torch_adam .................................. False + 0: curriculum_learning ............................. False + 0: data_impl ....................................... mmap + 0: data_parallel_size .............................. 128 + 0: data_path ....................................... None + 0: dataloader_type ................................. single + 0: DDP_impl ........................................ local + 0: decoder_seq_length .............................. None + 0: deepscale ....................................... False + 0: deepscale_config ................................ None + 0: deepspeed ....................................... True + 0: deepspeed_activation_checkpointing .............. False + 0: deepspeed_config ................................ ds_configs/3484368.json + 0: deepspeed_mpi ................................... False + 0: distribute_checkpointed_activations ............. False + 0: distributed_backend ............................. nccl + 0: embed_layernorm ................................. False + 0: embedding_path .................................. None + 0: encoder_seq_length .............................. 2048 + 0: eod_mask_loss ................................... False + 0: eval_interval ................................... 1 + 0: eval_iters ...................................... 100 + 0: eval_only ....................................... True + 0: evidence_data_path .............................. None + 0: exit_duration_in_mins ........................... None + 0: exit_interval ................................... None + 0: ffn_hidden_size ................................. 12288 + 0: finetune ........................................ False + 0: fp16 ............................................ False + 0: fp16_lm_cross_entropy ........................... False + 0: fp32_residual_connection ........................ False + 0: gigaflos_no_embeds .............................. 0 + 0: global_batch_size ............................... 1024 + 0: glu_activation .................................. None + 0: hidden_dropout .................................. 0.1 + 0: hidden_size ..................................... 3072 + 0: hysteresis ...................................... 2 + 0: ict_head_size ................................... None + 0: ict_load ........................................ None + 0: img_dim ......................................... 224 + 0: indexer_batch_size .............................. 128 + 0: indexer_log_interval ............................ 1000 + 0: inference ....................................... False + 0: init_method_std ................................. 0.02 + 0: init_method_xavier_uniform ...................... False + 0: initial_loss_scale .............................. 4294967296 + 0: kill_switch_path ................................ kill-switch-4b284b6bc4seed4val + 0: kv_channels ..................................... 128 + 0: layer_norm_fusion ............................... True + 0: layernorm_epsilon ............................... 1e-05 + 0: lazy_mpu_init ................................... None + 0: load ............................................ lm1-4b2-84b-c4seeds/4b284b6bc4seed4 + 0: local_rank ...................................... None + 0: log_batch_size_to_tensorboard ................... True + 0: log_interval .................................... 10 + 0: log_learning_rate_to_tensorboard ................ True + 0: log_level ....................................... None + 0: log_level_replica ............................... None + 0: log_loss_scale_to_tensorboard ................... True + 0: log_num_zeros_in_grad ........................... False + 0: log_params_norm ................................. False + 0: log_path ........................................ None + 0: log_timers_to_tensorboard ....................... True + 0: log_validation_ppl_to_tensorboard ............... True + 0: loss_on_targets_only ............................ False + 0: loss_scale ...................................... None + 0: loss_scale_window ............................... 1000 + 0: lr .............................................. 0.0002 + 0: lr_decay_iters .................................. None + 0: lr_decay_samples ................................ 1 + 0: lr_decay_style .................................. cosine + 0: lr_decay_tokens ................................. None + 0: lr_warmup_fraction .............................. None + 0: lr_warmup_iters ................................. 0 + 0: lr_warmup_samples ............................... 0 + 0: make_vocab_size_divisible_by .................... 128 + 0: mask_prob ....................................... 0.15 + 0: masked_softmax_fusion ........................... True + 0: max_position_embeddings ......................... 2048 + 0: mean_noise_span_length .......................... None + 0: memory_centric_tiled_linear ..................... False + 0: merge_file ...................................... gpt2/merges.txt + 0: micro_batch_size ................................ 2 + 0: min_loss_scale .................................. 1.0 + 0: min_lr .......................................... 2e-05 + 0: mmap_warmup ..................................... False + 0: no_load_optim ................................... True + 0: no_load_rng ..................................... None + 0: no_save_optim ................................... None + 0: no_save_rng ..................................... None + 0: noise_density ................................... None + 0: num_attention_heads ............................. 24 + 0: num_channels .................................... 3 + 0: num_classes ..................................... 1000 + 0: num_layers ...................................... 36 + 0: num_layers_per_virtual_pipeline_stage ........... None + 0: num_workers ..................................... 2 + 0: onnx_safe ....................................... None + 0: openai_gelu ..................................... False + 0: optimizer ....................................... adam + 0: optimizer_fusion ................................ True + 0: override_lr_scheduler ........................... True + 0: pad_vocab_size_to ............................... None + 0: params_dtype .................................... torch.bfloat16 + 0: partition_activations ........................... False + 0: patch_dim ....................................... 16 + 0: pipeline_model_parallel_size .................... 1 + 0: position_embedding_type ......................... PositionEmbeddingType.absolute + 0: pp_partition_method ............................. None + 0: profile_backward ................................ False + 0: query_in_block_prob ............................. 0.1 + 0: rampup_batch_size ............................... None + 0: rank ............................................ 0 + 0: remote_device ................................... none + 0: reset_attention_mask ............................ False + 0: reset_position_ids .............................. False + 0: reset_progress .................................. True + 0: retriever_report_topk_accuracies ................ [] + 0: retriever_score_scaling ......................... False + 0: retriever_seq_length ............................ 256 + 0: reweight_loss_based_on_position_frequency ....... False + 0: sample_rate ..................................... 1.0 + 0: save ............................................ lm1-4b2-84b-c4seeds/4b284b6bc4seed4 + 0: save_interval ................................... 1000 + 0: scatter_gather_tensors_in_pipeline .............. True + 0: scattered_embeddings ............................ False + 0: seed ............................................ 4 + 0: seq_length ...................................... 2048 + 0: sgd_momentum .................................... 0.9 + 0: short_seq_prob .................................. 0.1 + 0: skip_train_iteration_range ...................... None + 0: split ........................................... None + 0: split_transformers .............................. False + 0: sync_tp_duplicated_parameters ................... False + 0: synchronize_each_layer .......................... False + 0: tensor_model_parallel_size ...................... 2 + 0: tensorboard_dir ................................. tensorboard_4b284b6bc4seed4val + 0: tensorboard_log_interval ........................ 1 + 0: tensorboard_queue_size .......................... 5 + 0: test_weighted_split_paths ....................... None + 0: test_weighted_split_paths_path .................. None + 0: tile_factor ..................................... 1 + 0: titles_data_path ................................ None + 0: tokenizer_name_or_path .......................... None + 0: tokenizer_type .................................. GPT2BPETokenizer + 0: train_iters ..................................... None + 0: train_samples ................................... 1 + 0: train_tokens .................................... None + 0: train_weighted_split_names ...................... ['train'] + 0: train_weighted_split_paths ...................... [['/scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document']] + 0: train_weighted_split_paths_path ................. None + 0: train_weighted_split_splits ..................... [['0:1']] + 0: train_weighted_split_weights .................... [['1.0']] + 0: universal_checkpoint ............................ False + 0: use_bnb_optimizer ............................... False + 0: use_checkpoint_lr_scheduler ..................... False + 0: use_contiguous_buffers_in_ddp ................... True + 0: use_cpu_initialization .......................... None + 0: use_one_sent_docs ............................... False + 0: use_pin_memory .................................. False + 0: valid_num_workers ............................... 2 + 0: valid_weighted_split_names ...................... ['validation'] + 0: valid_weighted_split_paths ...................... [['/scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document']] + 0: valid_weighted_split_paths_path ................. None + 0: valid_weighted_split_splits ..................... [['0:1']] + 0: valid_weighted_split_weights .................... [['1.0']] + 0: virtual_pipeline_model_parallel_size ............ None + 0: vocab_extra_ids ................................. 0 + 0: vocab_file ...................................... gpt2/vocab.json + 0: weight_decay .................................... 0.1 + 0: world_size ...................................... 256 + 0: zero_allgather_bucket_size ...................... 0.0 + 0: zero_contigious_gradients ....................... False + 0: zero_reduce_bucket_size ......................... 0.0 + 0: zero_reduce_scatter ............................. False + 0: zero_stage ...................................... 0 + 0: -------------------- end of arguments --------------------- + 0: setting number of micro-batches to constant 4 + 0: > building GPT2BPETokenizer tokenizer ... + 0: > padded vocab (size: 50257) with 175 dummy tokens (new size: 50432) + 0: DeepSpeed general environment info: + 0: torch install path ............... ['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch'] + 0: torch version .................... 1.13.0+rocm5.2 + 0: torch cuda version ............... None + 0: torch hip version ................ 5.2.21151-afdc89f8 + 0: nvcc version ..................... None + 0: deepspeed install path ........... ['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/deepspeed'] + 0: deepspeed info ................... 0.7.5, unknown, unknown + 0: deepspeed wheel compiled w. ...... torch 1.13, hip 5.1 + 0: **** Git info for Megatron: git_hash=unknown git_branch=unknown **** + 0: > initializing torch distributed ... + 0: [2023-05-09 14:49:02,797] [INFO] [comm.py:633:init_distributed] Initializing TorchBackend in DeepSpeed with backend nccl +31: > setting tensorboard ... + 0: > initializing tensor model parallel with size 2 + 0: > initializing pipeline model parallel with size 1 + 0: > setting random seeds to 4 ... + 0: > initializing model parallel cuda seeds on global rank 0, model parallel rank 0, and data parallel rank 0 with model parallel seed: 2722 and data parallel seed: 4 + 0: > compiling dataset index builder ... + 0: make: Entering directory '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/data' + 0: make: Nothing to be done for 'default'. + 0: make: Leaving directory '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/data' + 0: >>> done with dataset index builder. Compilation time: 0.102 seconds + 0: > compiling and loading fused kernels ... + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.cpp [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_cuda.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.hip [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified] + 0: Total number of unsupported CUDA function calls: 0 + 0: + 0: + 0: Total number of replaced kernel launches: 87 + 0: [1/1] c++ scaled_upper_triang_masked_softmax_hip.o scaled_upper_triang_masked_softmax_hip.cuda.o -shared -L/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/lib -lc10 -lc10_hip -ltorch_cpu -ltorch_hip -ltorch -ltorch_python -L/opt/rocm/lib -lamdhip64 -o scaled_upper_triang_masked_softmax_cuda.so + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.cpp [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_cuda.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.hip [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified] + 0: Total number of unsupported CUDA function calls: 0 + 0: + 0: + 0: Total number of replaced kernel launches: 63 + 0: ninja: no work to do. + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda.cpp [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda_kernel.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_hip_kernel.hip [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified] + 0: Total number of unsupported CUDA function calls: 0 + 0: + 0: + 0: Total number of replaced kernel launches: 67 + 0: [1/1] c++ layer_norm_hip_kernel.cuda.o layer_norm_cuda.o -shared -L/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/lib -lc10 -lc10_hip -ltorch_cpu -ltorch_hip -ltorch -ltorch_python -L/opt/rocm/lib -lamdhip64 -o fused_mix_prec_layer_norm_cuda.so + 0: >>> done with compiling and loading fused kernels. Compilation time: 24.616 seconds + 0: time to initialize megatron (seconds): 80.053 + 0: [after megatron is initialized] datetime: 2023-05-09 14:49:36 + 0: building GPT model ... + 0: [2023-05-09 14:49:36,194] [INFO] [utils.py:827:see_memory_usage] Before Building Model + 0: [2023-05-09 14:49:36,194] [INFO] [utils.py:828:see_memory_usage] MA 0.0 GB Max_MA 0.0 GB CA 0.0 GB Max_CA 0 GB + 0: [2023-05-09 14:49:36,195] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 38.92 GB, percent = 7.7% + 0: SEED_LAYERS=False BASE_SEED=1234 SEED_FN=None + 0: Using topology: {ProcessCoord(pipe=0, data=0, model=0): 0, ProcessCoord(pipe=0, data=0, model=1): 1, ProcessCoord(pipe=0, data=1, model=0): 2, ProcessCoord(pipe=0, data=1, model=1): 3, ProcessCoord(pipe=0, data=2, model=0): 4, ProcessCoord(pipe=0, data=2, model=1): 5, ProcessCoord(pipe=0, data=3, model=0): 6, ProcessCoord(pipe=0, data=3, model=1): 7, ProcessCoord(pipe=0, data=4, model=0): 8, ProcessCoord(pipe=0, data=4, model=1): 9, ProcessCoord(pipe=0, data=5, model=0): 10, ProcessCoord(pipe=0, data=5, model=1): 11, ProcessCoord(pipe=0, data=6, model=0): 12, ProcessCoord(pipe=0, data=6, model=1): 13, ProcessCoord(pipe=0, data=7, model=0): 14, ProcessCoord(pipe=0, data=7, model=1): 15, ProcessCoord(pipe=0, data=8, model=0): 16, ProcessCoord(pipe=0, data=8, model=1): 17, ProcessCoord(pipe=0, data=9, model=0): 18, ProcessCoord(pipe=0, data=9, model=1): 19, ProcessCoord(pipe=0, data=10, model=0): 20, ProcessCoord(pipe=0, data=10, model=1): 21, ProcessCoord(pipe=0, data=11, model=0): 22, ProcessCoord(pipe=0, data + 0: =11, model=1): 23, ProcessCoord(pipe=0, data=12, model=0): 24, ProcessCoord(pipe=0, data=12, model=1): 25, ProcessCoord(pipe=0, data=13, model=0): 26, ProcessCoord(pipe=0, data=13, model=1): 27, ProcessCoord(pipe=0, data=14, model=0): 28, ProcessCoord(pipe=0, data=14, model=1): 29, ProcessCoord(pipe=0, data=15, model=0): 30, ProcessCoord(pipe=0, data=15, model=1): 31, ProcessCoord(pipe=0, data=16, model=0): 32, ProcessCoord(pipe=0, data=16, model=1): 33, ProcessCoord(pipe=0, data=17, model=0): 34, ProcessCoord(pipe=0, data=17, model=1): 35, ProcessCoord(pipe=0, data=18, model=0): 36, ProcessCoord(pipe=0, data=18, model=1): 37, ProcessCoord(pipe=0, data=19, model=0): 38, ProcessCoord(pipe=0, data=19, model=1): 39, ProcessCoord(pipe=0, data=20, model=0): 40, ProcessCoord(pipe=0, data=20, model=1): 41, ProcessCoord(pipe=0, data=21, model=0): 42, ProcessCoord(pipe=0, data=21, model=1): 43, ProcessCoord(pipe=0, data=22, model=0): 44, ProcessCoord(pipe=0, data=22, model=1): 45, ProcessCoord(pipe=0, data=23, model=0 + 0: ): 46, ProcessCoord(pipe=0, data=23, model=1): 47, ProcessCoord(pipe=0, data=24, model=0): 48, ProcessCoord(pipe=0, data=24, model=1): 49, ProcessCoord(pipe=0, data=25, model=0): 50, ProcessCoord(pipe=0, data=25, model=1): 51, ProcessCoord(pipe=0, data=26, model=0): 52, ProcessCoord(pipe=0, data=26, model=1): 53, ProcessCoord(pipe=0, data=27, model=0): 54, ProcessCoord(pipe=0, data=27, model=1): 55, ProcessCoord(pipe=0, data=28, model=0): 56, ProcessCoord(pipe=0, data=28, model=1): 57, ProcessCoord(pipe=0, data=29, model=0): 58, ProcessCoord(pipe=0, data=29, model=1): 59, ProcessCoord(pipe=0, data=30, model=0): 60, ProcessCoord(pipe=0, data=30, model=1): 61, ProcessCoord(pipe=0, data=31, model=0): 62, ProcessCoord(pipe=0, data=31, model=1): 63, ProcessCoord(pipe=0, data=32, model=0): 64, ProcessCoord(pipe=0, data=32, model=1): 65, ProcessCoord(pipe=0, data=33, model=0): 66, ProcessCoord(pipe=0, data=33, model=1): 67, ProcessCoord(pipe=0, data=34, model=0): 68, ProcessCoord(pipe=0, data=34, model=1): 69, Proce + 0: ssCoord(pipe=0, data=35, model=0): 70, ProcessCoord(pipe=0, data=35, model=1): 71, ProcessCoord(pipe=0, data=36, model=0): 72, ProcessCoord(pipe=0, data=36, model=1): 73, ProcessCoord(pipe=0, data=37, model=0): 74, ProcessCoord(pipe=0, data=37, model=1): 75, ProcessCoord(pipe=0, data=38, model=0): 76, ProcessCoord(pipe=0, data=38, model=1): 77, ProcessCoord(pipe=0, data=39, model=0): 78, ProcessCoord(pipe=0, data=39, model=1): 79, ProcessCoord(pipe=0, data=40, model=0): 80, ProcessCoord(pipe=0, data=40, model=1): 81, ProcessCoord(pipe=0, data=41, model=0): 82, ProcessCoord(pipe=0, data=41, model=1): 83, ProcessCoord(pipe=0, data=42, model=0): 84, ProcessCoord(pipe=0, data=42, model=1): 85, ProcessCoord(pipe=0, data=43, model=0): 86, ProcessCoord(pipe=0, data=43, model=1): 87, ProcessCoord(pipe=0, data=44, model=0): 88, ProcessCoord(pipe=0, data=44, model=1): 89, ProcessCoord(pipe=0, data=45, model=0): 90, ProcessCoord(pipe=0, data=45, model=1): 91, ProcessCoord(pipe=0, data=46, model=0): 92, ProcessCoord(pipe + 0: =0, data=46, model=1): 93, ProcessCoord(pipe=0, data=47, model=0): 94, ProcessCoord(pipe=0, data=47, model=1): 95, ProcessCoord(pipe=0, data=48, model=0): 96, ProcessCoord(pipe=0, data=48, model=1): 97, ProcessCoord(pipe=0, data=49, model=0): 98, ProcessCoord(pipe=0, data=49, model=1): 99, ProcessCoord(pipe=0, data=50, model=0): 100, ProcessCoord(pipe=0, data=50, model=1): 101, ProcessCoord(pipe=0, data=51, model=0): 102, ProcessCoord(pipe=0, data=51, model=1): 103, ProcessCoord(pipe=0, data=52, model=0): 104, ProcessCoord(pipe=0, data=52, model=1): 105, ProcessCoord(pipe=0, data=53, model=0): 106, ProcessCoord(pipe=0, data=53, model=1): 107, ProcessCoord(pipe=0, data=54, model=0): 108, ProcessCoord(pipe=0, data=54, model=1): 109, ProcessCoord(pipe=0, data=55, model=0): 110, ProcessCoord(pipe=0, data=55, model=1): 111, ProcessCoord(pipe=0, data=56, model=0): 112, ProcessCoord(pipe=0, data=56, model=1): 113, ProcessCoord(pipe=0, data=57, model=0): 114, ProcessCoord(pipe=0, data=57, model=1): 115, ProcessCoord( + 0: pipe=0, data=58, model=0): 116, ProcessCoord(pipe=0, data=58, model=1): 117, ProcessCoord(pipe=0, data=59, model=0): 118, ProcessCoord(pipe=0, data=59, model=1): 119, ProcessCoord(pipe=0, data=60, model=0): 120, ProcessCoord(pipe=0, data=60, model=1): 121, ProcessCoord(pipe=0, data=61, model=0): 122, ProcessCoord(pipe=0, data=61, model=1): 123, ProcessCoord(pipe=0, data=62, model=0): 124, ProcessCoord(pipe=0, data=62, model=1): 125, ProcessCoord(pipe=0, data=63, model=0): 126, ProcessCoord(pipe=0, data=63, model=1): 127, ProcessCoord(pipe=0, data=64, model=0): 128, ProcessCoord(pipe=0, data=64, model=1): 129, ProcessCoord(pipe=0, data=65, model=0): 130, ProcessCoord(pipe=0, data=65, model=1): 131, ProcessCoord(pipe=0, data=66, model=0): 132, ProcessCoord(pipe=0, data=66, model=1): 133, ProcessCoord(pipe=0, data=67, model=0): 134, ProcessCoord(pipe=0, data=67, model=1): 135, ProcessCoord(pipe=0, data=68, model=0): 136, ProcessCoord(pipe=0, data=68, model=1): 137, ProcessCoord(pipe=0, data=69, model=0): 138, Pr + 0: ocessCoord(pipe=0, data=69, model=1): 139, ProcessCoord(pipe=0, data=70, model=0): 140, ProcessCoord(pipe=0, data=70, model=1): 141, ProcessCoord(pipe=0, data=71, model=0): 142, ProcessCoord(pipe=0, data=71, model=1): 143, ProcessCoord(pipe=0, data=72, model=0): 144, ProcessCoord(pipe=0, data=72, model=1): 145, ProcessCoord(pipe=0, data=73, model=0): 146, ProcessCoord(pipe=0, data=73, model=1): 147, ProcessCoord(pipe=0, data=74, model=0): 148, ProcessCoord(pipe=0, data=74, model=1): 149, ProcessCoord(pipe=0, data=75, model=0): 150, ProcessCoord(pipe=0, data=75, model=1): 151, ProcessCoord(pipe=0, data=76, model=0): 152, ProcessCoord(pipe=0, data=76, model=1): 153, ProcessCoord(pipe=0, data=77, model=0): 154, ProcessCoord(pipe=0, data=77, model=1): 155, ProcessCoord(pipe=0, data=78, model=0): 156, ProcessCoord(pipe=0, data=78, model=1): 157, ProcessCoord(pipe=0, data=79, model=0): 158, ProcessCoord(pipe=0, data=79, model=1): 159, ProcessCoord(pipe=0, data=80, model=0): 160, ProcessCoord(pipe=0, data=80, model= + 0: 1): 161, ProcessCoord(pipe=0, data=81, model=0): 162, ProcessCoord(pipe=0, data=81, model=1): 163, ProcessCoord(pipe=0, data=82, model=0): 164, ProcessCoord(pipe=0, data=82, model=1): 165, ProcessCoord(pipe=0, data=83, model=0): 166, ProcessCoord(pipe=0, data=83, model=1): 167, ProcessCoord(pipe=0, data=84, model=0): 168, ProcessCoord(pipe=0, data=84, model=1): 169, ProcessCoord(pipe=0, data=85, model=0): 170, ProcessCoord(pipe=0, data=85, model=1): 171, ProcessCoord(pipe=0, data=86, model=0): 172, ProcessCoord(pipe=0, data=86, model=1): 173, ProcessCoord(pipe=0, data=87, model=0): 174, ProcessCoord(pipe=0, data=87, model=1): 175, ProcessCoord(pipe=0, data=88, model=0): 176, ProcessCoord(pipe=0, data=88, model=1): 177, ProcessCoord(pipe=0, data=89, model=0): 178, ProcessCoord(pipe=0, data=89, model=1): 179, ProcessCoord(pipe=0, data=90, model=0): 180, ProcessCoord(pipe=0, data=90, model=1): 181, ProcessCoord(pipe=0, data=91, model=0): 182, ProcessCoord(pipe=0, data=91, model=1): 183, ProcessCoord(pipe=0, data + 0: =92, model=0): 184, ProcessCoord(pipe=0, data=92, model=1): 185, ProcessCoord(pipe=0, data=93, model=0): 186, ProcessCoord(pipe=0, data=93, model=1): 187, ProcessCoord(pipe=0, data=94, model=0): 188, ProcessCoord(pipe=0, data=94, model=1): 189, ProcessCoord(pipe=0, data=95, model=0): 190, ProcessCoord(pipe=0, data=95, model=1): 191, ProcessCoord(pipe=0, data=96, model=0): 192, ProcessCoord(pipe=0, data=96, model=1): 193, ProcessCoord(pipe=0, data=97, model=0): 194, ProcessCoord(pipe=0, data=97, model=1): 195, ProcessCoord(pipe=0, data=98, model=0): 196, ProcessCoord(pipe=0, data=98, model=1): 197, ProcessCoord(pipe=0, data=99, model=0): 198, ProcessCoord(pipe=0, data=99, model=1): 199, ProcessCoord(pipe=0, data=100, model=0): 200, ProcessCoord(pipe=0, data=100, model=1): 201, ProcessCoord(pipe=0, data=101, model=0): 202, ProcessCoord(pipe=0, data=101, model=1): 203, ProcessCoord(pipe=0, data=102, model=0): 204, ProcessCoord(pipe=0, data=102, model=1): 205, ProcessCoord(pipe=0, data=103, model=0): 206, Process + 0: Coord(pipe=0, data=103, model=1): 207, ProcessCoord(pipe=0, data=104, model=0): 208, ProcessCoord(pipe=0, data=104, model=1): 209, ProcessCoord(pipe=0, data=105, model=0): 210, ProcessCoord(pipe=0, data=105, model=1): 211, ProcessCoord(pipe=0, data=106, model=0): 212, ProcessCoord(pipe=0, data=106, model=1): 213, ProcessCoord(pipe=0, data=107, model=0): 214, ProcessCoord(pipe=0, data=107, model=1): 215, ProcessCoord(pipe=0, data=108, model=0): 216, ProcessCoord(pipe=0, data=108, model=1): 217, ProcessCoord(pipe=0, data=109, model=0): 218, ProcessCoord(pipe=0, data=109, model=1): 219, ProcessCoord(pipe=0, data=110, model=0): 220, ProcessCoord(pipe=0, data=110, model=1): 221, ProcessCoord(pipe=0, data=111, model=0): 222, ProcessCoord(pipe=0, data=111, model=1): 223, ProcessCoord(pipe=0, data=112, model=0): 224, ProcessCoord(pipe=0, data=112, model=1): 225, ProcessCoord(pipe=0, data=113, model=0): 226, ProcessCoord(pipe=0, data=113, model=1): 227, ProcessCoord(pipe=0, data=114, model=0): 228, ProcessCoord(pipe=0 + 0: , data=114, model=1): 229, ProcessCoord(pipe=0, data=115, model=0): 230, ProcessCoord(pipe=0, data=115, model=1): 231, ProcessCoord(pipe=0, data=116, model=0): 232, ProcessCoord(pipe=0, data=116, model=1): 233, ProcessCoord(pipe=0, data=117, model=0): 234, ProcessCoord(pipe=0, data=117, model=1): 235, ProcessCoord(pipe=0, data=118, model=0): 236, ProcessCoord(pipe=0, data=118, model=1): 237, ProcessCoord(pipe=0, data=119, model=0): 238, ProcessCoord(pipe=0, data=119, model=1): 239, ProcessCoord(pipe=0, data=120, model=0): 240, ProcessCoord(pipe=0, data=120, model=1): 241, ProcessCoord(pipe=0, data=121, model=0): 242, ProcessCoord(pipe=0, data=121, model=1): 243, ProcessCoord(pipe=0, data=122, model=0): 244, ProcessCoord(pipe=0, data=122, model=1): 245, ProcessCoord(pipe=0, data=123, model=0): 246, ProcessCoord(pipe=0, data=123, model=1): 247, ProcessCoord(pipe=0, data=124, model=0): 248, ProcessCoord(pipe=0, data=124, model=1): 249, ProcessCoord(pipe=0, data=125, model=0): 250, ProcessCoord(pipe=0, data=125, + 0: model=1): 251, ProcessCoord(pipe=0, data=126, model=0): 252, ProcessCoord(pipe=0, data=126, model=1): 253, ProcessCoord(pipe=0, data=127, model=0): 254, ProcessCoord(pipe=0, data=127, model=1): 255} + 0: [2023-05-09 14:49:41,683] [INFO] [module.py:366:_partition_layers] Partitioning pipeline stages with method type:transformer + 0: stage=0 layers=43 + 0: 0: _to_float16 + 0: 1: EmbeddingPipe + 0: 2: + 0: 3: ParallelTransformerLayerPipe + 0: 4: ParallelTransformerLayerPipe + 0: 5: ParallelTransformerLayerPipe + 0: 6: ParallelTransformerLayerPipe + 0: 7: ParallelTransformerLayerPipe + 0: 8: ParallelTransformerLayerPipe + 0: 9: ParallelTransformerLayerPipe + 0: 10: ParallelTransformerLayerPipe + 0: 11: ParallelTransformerLayerPipe + 0: 12: ParallelTransformerLayerPipe + 0: 13: ParallelTransformerLayerPipe + 0: 14: ParallelTransformerLayerPipe + 0: 15: ParallelTransformerLayerPipe + 0: 16: ParallelTransformerLayerPipe + 0: 17: ParallelTransformerLayerPipe + 0: 18: ParallelTransformerLayerPipe + 0: 19: ParallelTransformerLayerPipe + 0: 20: ParallelTransformerLayerPipe + 0: 21: ParallelTransformerLayerPipe + 0: 22: ParallelTransformerLayerPipe + 0: 23: ParallelTransformerLayerPipe + 0: 24: ParallelTransformerLayerPipe + 0: 25: ParallelTransformerLayerPipe + 0: 26: ParallelTransformerLayerPipe + 0: 27: ParallelTransformerLayerPipe + 0: 28: ParallelTransformerLayerPipe + 0: 29: ParallelTransformerLayerPipe + 0: 30: ParallelTransformerLayerPipe + 0: 31: ParallelTransformerLayerPipe + 0: 32: ParallelTransformerLayerPipe + 0: 33: ParallelTransformerLayerPipe + 0: 34: ParallelTransformerLayerPipe + 0: 35: ParallelTransformerLayerPipe + 0: 36: ParallelTransformerLayerPipe + 0: 37: ParallelTransformerLayerPipe + 0: 38: ParallelTransformerLayerPipe + 0: 39: undo + 0: 40: MixedFusedLayerNorm + 0: 41: EmbeddingPipe + 0: 42: float16_to_fp32 + 0: loss: CrossEntropy + 0: [2023-05-09 14:49:42,592] [INFO] [utils.py:827:see_memory_usage] After Building Model + 0: [2023-05-09 14:49:42,593] [INFO] [utils.py:828:see_memory_usage] MA 4.0 GB Max_MA 4.0 GB CA 4.04 GB Max_CA 4 GB + 0: [2023-05-09 14:49:42,593] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 39.13 GB, percent = 7.8% + 0: setting training iterations to 0 + 0: > learning rate decay style: cosine + 0: DeepSpeed is enabled. + 0: [2023-05-09 14:49:42,596] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed info: version=0.7.5, git-hash=unknown, git-branch=unknown + 0: [2023-05-09 14:49:48,454] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Flops Profiler Enabled: False + 0: [2023-05-09 14:49:48,454] [INFO] [logging.py:68:log_dist] [Rank 0] Removing param_group that has no 'params' in the client Optimizer + 0: [2023-05-09 14:49:48,454] [INFO] [logging.py:68:log_dist] [Rank 0] Using client Optimizer as basic optimizer + 0: [2023-05-09 14:49:48,475] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Basic Optimizer = FusedAdam + 0: [2023-05-09 14:49:48,475] [INFO] [logging.py:68:log_dist] [Rank 0] Creating BF16 optimizer + 0: [2023-05-09 14:49:48,608] [INFO] [utils.py:827:see_memory_usage] begin bf16_optimizer + 0: [2023-05-09 14:49:48,608] [INFO] [utils.py:828:see_memory_usage] MA 3.99 GB Max_MA 4.01 GB CA 4.05 GB Max_CA 4 GB + 0: [2023-05-09 14:49:48,609] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 39.77 GB, percent = 7.9% + 0: ninja: no work to do. + 7: Time to load utils op: 0.4049549102783203 secondsTime to load utils op: 0.40496253967285156 secondsTime to load utils op: 0.4049644470214844 seconds + 7: + 7: + 7: Time to load utils op: 0.404987096786499 seconds +27: Time to load utils op: 0.3952627182006836 seconds +27: Time to load utils op: 0.39530134201049805 seconds +27: Time to load utils op: 0.39531946182250977 seconds +27: Time to load utils op: 0.3953242301940918 seconds + 4: Time to load utils op: 0.4093761444091797 secondsTime to load utils op: 0.4093897342681885 seconds + 4: + 4: Time to load utils op: 0.4094107151031494 seconds + 4: Time to load utils op: 0.40943193435668945 seconds +29: Time to load utils op: 0.39541149139404297 seconds +29: Time to load utils op: 0.39542555809020996 secondsTime to load utils op: 0.39542388916015625 seconds +29: + 8: Time to load utils op: 0.40764307975769043 secondsTime to load utils op: 0.40764951705932617 seconds + 8: + 8: Time to load utils op: 0.40766191482543945 secondsTime to load utils op: 0.4076659679412842 seconds + 8: +23: Time to load utils op: 0.3990333080291748 seconds +23: Time to load utils op: 0.3990447521209717 seconds +14: Time to load utils op: 0.4043302536010742 seconds +14: Time to load utils op: 0.4043402671813965 seconds +14: Time to load utils op: 0.40436220169067383 seconds +29: Time to load utils op: 0.39544105529785156 seconds +13: Time to load utils op: 0.4086899757385254 seconds +13: Time to load utils op: 0.4081408977508545 secondsTime to load utils op: 0.40883469581604004 seconds +13: +23: Time to load utils op: 0.3990614414215088 seconds +14: Time to load utils op: 0.4043588638305664 seconds +23: Time to load utils op: 0.3991084098815918 seconds +13: Time to load utils op: 0.4081447124481201 seconds +24: Time to load utils op: 0.4039630889892578 secondsTime to load utils op: 0.40421557426452637 seconds +24: +24: Time to load utils op: 0.4042491912841797 seconds +24: Time to load utils op: 0.40426182746887207 seconds +16: Time to load utils op: 0.4091479778289795 secondsTime to load utils op: 0.4111597537994385 seconds +16: +16: Time to load utils op: 0.4107506275177002 seconds +16: Time to load utils op: 0.41086459159851074 seconds +20: Time to load utils op: 0.40466904640197754 seconds +20: Time to load utils op: 0.40468311309814453 seconds +20: Time to load utils op: 0.40470433235168457 seconds +20: Time to load utils op: 0.4046945571899414 seconds + 3: Time to load utils op: 0.4205434322357178 seconds + 3: Time to load utils op: 0.4207758903503418 seconds + 3: Time to load utils op: 0.4200785160064697 seconds +17: Time to load utils op: 0.4078965187072754 seconds +17: Time to load utils op: 0.4079129695892334 seconds +17: Time to load utils op: 0.40791988372802734 seconds + 3: Time to load utils op: 0.42128777503967285 seconds +17: Time to load utils op: 0.40793848037719727 seconds +18: Time to load utils op: 0.4122917652130127 seconds +18: Time to load utils op: 0.4129478931427002 seconds +31: Time to load utils op: 0.405195951461792 secondsTime to load utils op: 0.40557050704956055 seconds +31: +31: Time to load utils op: 0.4061148166656494 seconds +18: Time to load utils op: 0.4133641719818115 seconds +31: Time to load utils op: 0.40559983253479004 seconds +18: Time to load utils op: 0.4135301113128662 seconds +19: Time to load utils op: 0.41292357444763184 secondsTime to load utils op: 0.4131605625152588 seconds +19: +19: Time to load utils op: 0.412860631942749 seconds +19: Time to load utils op: 0.41263723373413086 seconds + 5: Time to load utils op: 0.417372465133667 seconds + 5: Time to load utils op: 0.41738176345825195 seconds + 5: Time to load utils op: 0.41738033294677734 seconds + 5: Time to load utils op: 0.417407751083374 seconds +21: Time to load utils op: 0.40869998931884766 seconds +21: Time to load utils op: 0.40871548652648926 seconds +21: Time to load utils op: 0.4087240695953369 seconds +21: Time to load utils op: 0.4087369441986084 seconds + 0: Time to load utils op: 0.4246821403503418 secondsTime to load utils op: 0.42520618438720703 secondsTime to load utils op: 0.30950927734375 seconds + 0: + 0: + 0: Time to load utils op: 0.4252169132232666 seconds +25: Time to load utils op: 0.4117927551269531 seconds +25: Time to load utils op: 0.4118344783782959 seconds + 6: Time to load utils op: 0.4175560474395752 seconds +25: Time to load utils op: 0.41156840324401855 seconds +25: Time to load utils op: 0.4117116928100586 seconds + 6: Time to load utils op: 0.4176356792449951 seconds + 6: Time to load utils op: 0.4176509380340576 seconds + 6: Time to load utils op: 0.4176452159881592 seconds +30: Time to load utils op: 0.4087982177734375 seconds +30: Time to load utils op: 0.4088881015777588 seconds +30: Time to load utils op: 0.40942978858947754 seconds +30: Time to load utils op: 0.4094831943511963 seconds +22: Time to load utils op: 0.4138774871826172 seconds +22: Time to load utils op: 0.41452980041503906 seconds +22: Time to load utils op: 0.4148271083831787 seconds +22: Time to load utils op: 0.4140141010284424 seconds +11: Time to load utils op: 0.41619229316711426 secondsTime to load utils op: 0.4161968231201172 secondsTime to load utils op: 0.4161996841430664 seconds +11: +11: +11: Time to load utils op: 0.4162788391113281 seconds + 2: Time to load utils op: 0.41611742973327637 secondsTime to load utils op: 0.41611719131469727 seconds + 2: + 2: Time to load utils op: 0.4084937572479248 secondsTime to load utils op: 0.4161360263824463 seconds + 2: +26: Time to load utils op: 0.41268277168273926 seconds +26: Time to load utils op: 0.4127035140991211 seconds +26: Time to load utils op: 0.41324663162231445 secondsTime to load utils op: 0.413515567779541 seconds +26: +12: Time to load utils op: 0.416888952255249 seconds +12: Time to load utils op: 0.4168992042541504 seconds +12: Time to load utils op: 0.4169132709503174 secondsTime to load utils op: 0.41692042350769043 seconds +12: +15: Time to load utils op: 0.4200782775878906 seconds +15: Time to load utils op: 0.41898441314697266 secondsTime to load utils op: 0.41863560676574707 secondsTime to load utils op: 0.41975831985473633 seconds +15: +15: +28: Time to load utils op: 0.4089982509613037 secondsTime to load utils op: 0.4089953899383545 seconds +28: +28: Time to load utils op: 0.409013032913208 seconds +28: Time to load utils op: 0.40902113914489746 seconds +10: Time to load utils op: 0.4199497699737549 seconds +10: Time to load utils op: 0.41996216773986816 seconds +10: Time to load utils op: 0.4199647903442383 seconds +10: Time to load utils op: 0.4199802875518799 seconds + 9: Time to load utils op: 0.42418408393859863 secondsTime to load utils op: 0.4240396022796631 seconds + 9: + 9: Time to load utils op: 0.42323946952819824 seconds + 9: Time to load utils op: 0.4226076602935791 seconds + 1: Time to load utils op: 0.4234626293182373 seconds + 1: Time to load utils op: 0.42348146438598633 seconds + 1: Time to load utils op: 0.4234895706176758 secondsTime to load utils op: 0.42349958419799805 seconds + 1: + 0: [2023-05-09 14:49:49,041] [INFO] [utils.py:827:see_memory_usage] before initializing group 0 + 0: [2023-05-09 14:49:49,041] [INFO] [utils.py:828:see_memory_usage] MA 3.99 GB Max_MA 3.99 GB CA 4.05 GB Max_CA 4 GB + 0: [2023-05-09 14:49:49,041] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 39.78 GB, percent = 7.9% + 9: Time to load utils op: 0.001123666763305664 seconds + 9: Time to load utils op: 0.0010635852813720703 seconds + 9: Time to load utils op: 0.0010673999786376953 seconds + 9: Time to load utils op: 0.0011043548583984375 seconds + 0: Time to load utils op: 0.0006432533264160156 seconds + 0: Time to load utils op: 0.0004012584686279297 seconds + 0: Time to load utils op: 0.0005481243133544922 seconds +18: Time to load utils op: 0.0010797977447509766 seconds +18: Time to load utils op: 0.001050710678100586 secondsTime to load utils op: 0.0010731220245361328 seconds +18: +25: Time to load utils op: 0.0010249614715576172 seconds +18: Time to load utils op: 0.00110626220703125 seconds +13: Time to load utils op: 0.0007417201995849609 seconds +25: Time to load utils op: 0.0010688304901123047 seconds +25: Time to load utils op: 0.001016378402709961 seconds +13: Time to load utils op: 0.001024007797241211 secondsTime to load utils op: 0.0008406639099121094 seconds +13: +25: Time to load utils op: 0.0011489391326904297 seconds +13: Time to load utils op: 0.0008275508880615234 seconds +16: Time to load utils op: 0.0010573863983154297 seconds +16: Time to load utils op: 0.000986337661743164 secondsTime to load utils op: 0.0010044574737548828 seconds +16: +16: Time to load utils op: 0.0010313987731933594 seconds +19: Time to load utils op: 0.0009312629699707031 seconds +19: Time to load utils op: 0.0009086132049560547 seconds +19: Time to load utils op: 0.0009744167327880859 seconds +19: Time to load utils op: 0.000911712646484375 seconds +26: Time to load utils op: 0.0009484291076660156 seconds +26: Time to load utils op: 0.001031637191772461 seconds +26: Time to load utils op: 0.0009913444519042969 seconds +26: Time to load utils op: 0.0010845661163330078 seconds +17: Time to load utils op: 0.0009706020355224609 secondsTime to load utils op: 0.0009555816650390625 seconds +17: +17: Time to load utils op: 0.0009677410125732422 seconds +17: Time to load utils op: 0.0009467601776123047 seconds +29: Time to load utils op: 0.0006196498870849609 seconds +29: Time to load utils op: 0.0005824565887451172 seconds +29: Time to load utils op: 0.0006842613220214844 seconds +29: Time to load utils op: 0.0008380413055419922 seconds + 2: Time to load utils op: 0.0005323886871337891 seconds + 2: Time to load utils op: 0.0005328655242919922 seconds + 2: Time to load utils op: 0.00042438507080078125 seconds + 2: Time to load utils op: 0.0003726482391357422 seconds +23: Time to load utils op: 0.0009160041809082031 seconds +23: Time to load utils op: 0.001001119613647461 seconds +23: Time to load utils op: 0.0009560585021972656 seconds +23: Time to load utils op: 0.0010404586791992188 seconds +20: Time to load utils op: 0.0010406970977783203 seconds +20: Time to load utils op: 0.001001596450805664 seconds +20: Time to load utils op: 0.0010333061218261719 seconds +20: Time to load utils op: 0.0010995864868164062 seconds +10: Time to load utils op: 0.0009503364562988281 seconds +10: Time to load utils op: 0.0009732246398925781 seconds +10: Time to load utils op: 0.0009233951568603516 seconds +10: Time to load utils op: 0.0009660720825195312 seconds +11: Time to load utils op: 0.0010395050048828125 secondsTime to load utils op: 0.0009176731109619141 seconds +11: +11: Time to load utils op: 0.0010728836059570312 seconds + 7: Time to load utils op: 0.0009412765502929688 seconds +11: Time to load utils op: 0.0010423660278320312 seconds + 7: Time to load utils op: 0.0009596347808837891 secondsTime to load utils op: 0.0009212493896484375 seconds + 7: + 7: Time to load utils op: 0.0010035037994384766 seconds + 4: Time to load utils op: 0.0008442401885986328 seconds + 4: Time to load utils op: 0.0009200572967529297 seconds + 4: Time to load utils op: 0.0009312629699707031 seconds + 4: Time to load utils op: 0.0009868144989013672 seconds + 1: Time to load utils op: 0.00115966796875 seconds + 1: Time to load utils op: 0.0012218952178955078 seconds + 1: Time to load utils op: 0.0012166500091552734 seconds + 1: Time to load utils op: 0.0012364387512207031 seconds +27: Time to load utils op: 0.0006284713745117188 seconds +27: Time to load utils op: 0.0006079673767089844 secondsTime to load utils op: 0.0006020069122314453 seconds +27: +27: Time to load utils op: 0.0007457733154296875 seconds +24: Time to load utils op: 0.0010721683502197266 seconds +24: Time to load utils op: 0.0010218620300292969 secondsTime to load utils op: 0.001070261001586914 seconds +24: +24: Time to load utils op: 0.0011203289031982422 seconds + 3: Time to load utils op: 0.0009706020355224609 secondsTime to load utils op: 0.0010733604431152344 seconds + 3: Time to load utils op: 0.0010387897491455078 seconds + 3: + 3: Time to load utils op: 0.0011224746704101562 seconds +30: Time to load utils op: 0.00095367431640625 seconds +30: Time to load utils op: 0.00093841552734375 seconds +30: Time to load utils op: 0.0009722709655761719 seconds +30: Time to load utils op: 0.0009353160858154297 seconds + 5: Time to load utils op: 0.0009758472442626953 secondsTime to load utils op: 0.000957489013671875 seconds + 5: + 5: Time to load utils op: 0.0010023117065429688 seconds + 5: Time to load utils op: 0.001008749008178711 seconds + 8: Time to load utils op: 0.001116037368774414 secondsTime to load utils op: 0.001119852066040039 seconds + 8: + 8: Time to load utils op: 0.0010688304901123047 seconds + 8: Time to load utils op: 0.0011560916900634766 seconds +31: Time to load utils op: 0.0008330345153808594 seconds +31: Time to load utils op: 0.0008084774017333984 seconds +31: Time to load utils op: 0.0008156299591064453 seconds +31: Time to load utils op: 0.0008311271667480469 seconds + 6: Time to load utils op: 0.0008516311645507812 seconds +15: Time to load utils op: 0.0011303424835205078 seconds +15: Time to load utils op: 0.001111745834350586 seconds +15: Time to load utils op: 0.0011222362518310547 seconds +12: Time to load utils op: 0.000743865966796875 seconds + 6: Time to load utils op: 0.001069784164428711 secondsTime to load utils op: 0.0010874271392822266 seconds + 6: +15: Time to load utils op: 0.001184701919555664 seconds +21: Time to load utils op: 0.0010869503021240234 secondsTime to load utils op: 0.0010712146759033203 seconds +21: +21: Time to load utils op: 0.0010771751403808594 seconds +21: Time to load utils op: 0.0011091232299804688 seconds + 6: Time to load utils op: 0.0011363029479980469 seconds +12: Time to load utils op: 0.0009210109710693359 seconds +22: Time to load utils op: 0.00081634521484375 seconds +12: Time to load utils op: 0.0008828639984130859 seconds +12: Time to load utils op: 0.0009891986846923828 seconds +22: Time to load utils op: 0.00093841552734375 seconds +22: Time to load utils op: 0.0009026527404785156 seconds +14: Time to load utils op: 0.0009653568267822266 seconds +22: Time to load utils op: 0.0009012222290039062 seconds +14: Time to load utils op: 0.0009801387786865234 seconds +14: Time to load utils op: 0.0010023117065429688 seconds +28: Time to load utils op: 0.001028299331665039 secondsTime to load utils op: 0.0010178089141845703 seconds +28: +28: Time to load utils op: 0.0009965896606445312 seconds +14: Time to load utils op: 0.000949859619140625 seconds +28: Time to load utils op: 0.0010409355163574219 seconds + 0: [2023-05-09 14:49:49,677] [INFO] [utils.py:827:see_memory_usage] after initializing group 0 + 0: [2023-05-09 14:49:49,678] [INFO] [utils.py:828:see_memory_usage] MA 8.04 GB Max_MA 8.04 GB CA 10.11 GB Max_CA 10 GB + 0: [2023-05-09 14:49:49,678] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 39.85 GB, percent = 7.9% + 0: [2023-05-09 14:49:49,790] [INFO] [utils.py:827:see_memory_usage] before initializing group 1 + 0: [2023-05-09 14:49:49,790] [INFO] [utils.py:828:see_memory_usage] MA 8.04 GB Max_MA 8.04 GB CA 10.11 GB Max_CA 10 GB + 0: [2023-05-09 14:49:49,791] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 39.91 GB, percent = 7.9% + 0: [2023-05-09 14:49:49,901] [INFO] [utils.py:827:see_memory_usage] after initializing group 1 + 0: [2023-05-09 14:49:49,902] [INFO] [utils.py:828:see_memory_usage] MA 11.92 GB Max_MA 11.92 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-09 14:49:49,902] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 39.97 GB, percent = 7.9% + 0: ninja: no work to do. + 0: Time to load utils op: 0.33776402473449707 seconds +14: Time to load utils op: 0.21315956115722656 seconds +31: Time to load utils op: 0.2804453372955322 seconds +20: Time to load utils op: 0.2202131748199463 seconds +14: Time to load utils op: 0.21936988830566406 seconds +31: Time to load utils op: 0.2866942882537842 seconds +20: Time to load utils op: 0.22045016288757324 seconds +14: Time to load utils op: 0.2318267822265625 seconds +28: Time to load utils op: 0.23810195922851562 seconds +21: Time to load utils op: 0.2403087615966797 seconds +20: Time to load utils op: 0.23121333122253418 seconds +31: Time to load utils op: 0.29215216636657715 seconds +14: Time to load utils op: 0.22832894325256348 seconds + 0: Time to load utils op: 0.31325197219848633 seconds +28: Time to load utils op: 0.24110817909240723 seconds +20: Time to load utils op: 0.2372727394104004 seconds + 0: [2023-05-09 14:49:50,010] [INFO] [utils.py:827:see_memory_usage] before initializing group 2 +31: Time to load utils op: 0.2982196807861328 seconds + 1: Time to load utils op: 0.22404956817626953 seconds + 0: [2023-05-09 14:49:50,011] [INFO] [utils.py:828:see_memory_usage] MA 11.92 GB Max_MA 11.92 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-09 14:49:50,011] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 40.02 GB, percent = 8.0% +21: Time to load utils op: 0.24629878997802734 seconds + 0: Time to load utils op: 0.31900691986083984 seconds +28: Time to load utils op: 0.2472062110900879 seconds + 1: Time to load utils op: 0.22730493545532227 seconds +21: Time to load utils op: 0.24973416328430176 seconds +29: Time to load utils op: 0.2519042491912842 seconds + 7: Time to load utils op: 0.24087738990783691 seconds + 0: Time to load utils op: 0.3256566524505615 seconds +28: Time to load utils op: 0.25982165336608887 seconds + 1: Time to load utils op: 0.23354339599609375 seconds +21: Time to load utils op: 0.2556736469268799 seconds +29: Time to load utils op: 0.2578773498535156 seconds + 7: Time to load utils op: 0.2471928596496582 seconds + 1: Time to load utils op: 0.23944592475891113 seconds +29: Time to load utils op: 0.26184535026550293 seconds + 8: Time to load utils op: 0.24377894401550293 seconds + 7: Time to load utils op: 0.2532927989959717 seconds +10: Time to load utils op: 0.24616169929504395 seconds + 2: Time to load utils op: 0.3408329486846924 seconds +29: Time to load utils op: 0.2676510810852051 seconds + 8: Time to load utils op: 0.2497270107269287 seconds + 7: Time to load utils op: 0.25936365127563477 seconds +22: Time to load utils op: 0.33136487007141113 seconds +22: Time to load utils op: 0.33301615715026855 secondsTime to load utils op: 0.33235883712768555 secondsTime to load utils op: 0.3318746089935303 seconds +22: +22: +10: Time to load utils op: 0.2524852752685547 seconds + 2: Time to load utils op: 0.3467063903808594 seconds + 8: Time to load utils op: 0.2560896873474121 seconds +10: Time to load utils op: 0.25846409797668457 seconds + 2: Time to load utils op: 0.3527102470397949 seconds + 4: Time to load utils op: 0.3393881320953369 seconds + 3: Time to load utils op: 0.3534996509552002 seconds + 8: Time to load utils op: 0.26217150688171387 seconds +26: Time to load utils op: 0.34334254264831543 seconds +10: Time to load utils op: 0.2645421028137207 seconds + 2: Time to load utils op: 0.3583366870880127 seconds + 4: Time to load utils op: 0.3449561595916748 seconds + 9: Time to load utils op: 0.356738805770874 seconds + 3: Time to load utils op: 0.35950350761413574 seconds +26: Time to load utils op: 0.34906554222106934 seconds +27: Time to load utils op: 0.25853657722473145 seconds +27: Time to load utils op: 0.261488676071167 seconds + 4: Time to load utils op: 0.35109877586364746 seconds + 9: Time to load utils op: 0.3626558780670166 seconds + 5: Time to load utils op: 0.31919026374816895 seconds + 3: Time to load utils op: 0.3661947250366211 seconds +15: Time to load utils op: 0.35996389389038086 seconds +18: Time to load utils op: 0.358043909072876 seconds +26: Time to load utils op: 0.35506486892700195 seconds +13: Time to load utils op: 0.3612847328186035 seconds +16: Time to load utils op: 0.3616642951965332 seconds +30: Time to load utils op: 0.3532710075378418 seconds +11: Time to load utils op: 0.3451383113861084 seconds + 4: Time to load utils op: 0.3568868637084961 seconds + 9: Time to load utils op: 0.3678398132324219 seconds + 5: Time to load utils op: 0.3124070167541504 seconds + 3: Time to load utils op: 0.3721785545349121 seconds +19: Time to load utils op: 0.36275601387023926 seconds +27: Time to load utils op: 0.2679712772369385 seconds +18: Time to load utils op: 0.36420655250549316 seconds +15: Time to load utils op: 0.3657045364379883 seconds +25: Time to load utils op: 0.3617513179779053 seconds +13: Time to load utils op: 0.36644935607910156 seconds +26: Time to load utils op: 0.3606741428375244 seconds +24: Time to load utils op: 0.343280553817749 seconds +16: Time to load utils op: 0.3673434257507324 seconds +17: Time to load utils op: 0.356020450592041 seconds +19: Time to load utils op: 0.3651599884033203 seconds + 6: Time to load utils op: 0.32510900497436523 seconds +15: Time to load utils op: 0.36789655685424805 seconds +11: Time to load utils op: 0.3455190658569336 seconds + 9: Time to load utils op: 0.37485718727111816 seconds + 5: Time to load utils op: 0.3188328742980957 seconds +27: Time to load utils op: 0.27377986907958984 seconds +30: Time to load utils op: 0.35924506187438965 seconds +30: Time to load utils op: 0.35879039764404297 seconds +30: Time to load utils op: 0.3587379455566406 seconds +18: Time to load utils op: 0.3702237606048584 seconds +25: Time to load utils op: 0.36693549156188965 seconds +24: Time to load utils op: 0.3614685535430908 seconds +13: Time to load utils op: 0.37367963790893555 seconds +20: Time to load utils op: 0.0042150020599365234 secondsTime to load utils op: 0.004114866256713867 secondsTime to load utils op: 0.004289865493774414 seconds +20: Time to load utils op: 0.0042760372161865234 seconds +20: +20: +16: Time to load utils op: 0.3736073970794678 seconds + 6: Time to load utils op: 0.3125481605529785 seconds +17: Time to load utils op: 0.3621361255645752 seconds +19: Time to load utils op: 0.3715488910675049 seconds +15: Time to load utils op: 0.3748807907104492 seconds +11: Time to load utils op: 0.357393741607666 seconds + 5: Time to load utils op: 0.3247668743133545 seconds +23: Time to load utils op: 0.3221588134765625 seconds +18: Time to load utils op: 0.3768496513366699 seconds +25: Time to load utils op: 0.37296080589294434 seconds +24: Time to load utils op: 0.355419397354126 seconds +13: Time to load utils op: 0.37972545623779297 seconds +12: Time to load utils op: 0.34002256393432617 seconds +17: Time to load utils op: 0.36805176734924316 seconds +19: Time to load utils op: 0.3780679702758789 seconds +16: Time to load utils op: 0.38015294075012207 seconds + 6: Time to load utils op: 0.318925142288208 seconds +11: Time to load utils op: 0.3632655143737793 seconds +23: Time to load utils op: 0.3191661834716797 seconds +25: Time to load utils op: 0.37987494468688965 seconds +24: Time to load utils op: 0.3617236614227295 seconds +12: Time to load utils op: 0.3460960388183594 seconds +17: Time to load utils op: 0.3744659423828125 seconds + 6: Time to load utils op: 0.3251955509185791 seconds +12: Time to load utils op: 0.3486011028289795 seconds +23: Time to load utils op: 0.3252377510070801 seconds +12: Time to load utils op: 0.3546793460845947 seconds +23: Time to load utils op: 0.3314335346221924 seconds + 1: Time to load utils op: 0.004357814788818359 seconds + 1: Time to load utils op: 0.004438161849975586 secondsTime to load utils op: 0.004117488861083984 seconds + 1: + 1: Time to load utils op: 0.00441741943359375 seconds + 0: [2023-05-09 14:49:50,128] [INFO] [utils.py:827:see_memory_usage] after initializing group 2 + 0: [2023-05-09 14:49:50,129] [INFO] [utils.py:828:see_memory_usage] MA 11.93 GB Max_MA 11.93 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-09 14:49:50,129] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 40.08 GB, percent = 8.0% +29: Time to load utils op: 0.004906415939331055 seconds +29: Time to load utils op: 0.0048618316650390625 seconds +29: Time to load utils op: 0.0043299198150634766 seconds +29: Time to load utils op: 0.004351615905761719 seconds + 0: [2023-05-09 14:49:50,246] [INFO] [utils.py:827:see_memory_usage] before initialize_optimizer + 0: [2023-05-09 14:49:50,247] [INFO] [utils.py:828:see_memory_usage] MA 11.93 GB Max_MA 11.93 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-09 14:49:50,247] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 40.14 GB, percent = 8.0% +30: Time to load utils op: 0.003979921340942383 seconds +30: Time to load utils op: 0.0004496574401855469 secondsTime to load utils op: 0.0004458427429199219 seconds +30: +30: Time to load utils op: 0.0004792213439941406 seconds + 0: Time to load utils op: 0.006259918212890625 seconds + 0: Time to load utils op: 0.0004565715789794922 secondsTime to load utils op: 0.0004019737243652344 seconds + 0: + 0: Time to load utils op: 0.0004057884216308594 seconds +31: Time to load utils op: 0.003737926483154297 seconds +14: Time to load utils op: 0.004044294357299805 seconds +14: Time to load utils op: 0.0036711692810058594 seconds +21: Time to load utils op: 0.00404667854309082 seconds +14: Time to load utils op: 0.0004715919494628906 seconds +14: Time to load utils op: 0.00047707557678222656 seconds +28: Time to load utils op: 0.0035696029663085938 seconds +31: Time to load utils op: 0.00048160552978515625 seconds +28: Time to load utils op: 0.0003371238708496094 seconds +31: Time to load utils op: 0.00046324729919433594 seconds +28: Time to load utils op: 0.0004661083221435547 seconds +21: Time to load utils op: 0.00035953521728515625 seconds +28: Time to load utils op: 0.0004687309265136719 seconds +31: Time to load utils op: 0.0004742145538330078 seconds + 2: Time to load utils op: 0.003973484039306641 seconds +21: Time to load utils op: 0.00046825408935546875 secondsTime to load utils op: 0.00042700767517089844 seconds +21: + 8: Time to load utils op: 0.006638288497924805 seconds + 8: Time to load utils op: 0.0004856586456298828 seconds + 7: Time to load utils op: 0.004029273986816406 seconds + 2: Time to load utils op: 0.0003960132598876953 seconds + 8: Time to load utils op: 0.0004246234893798828 seconds + 3: Time to load utils op: 0.006491422653198242 seconds + 8: Time to load utils op: 0.00047278404235839844 seconds + 7: Time to load utils op: 0.00047779083251953125 seconds +10: Time to load utils op: 0.0038826465606689453 seconds + 4: Time to load utils op: 0.006462574005126953 seconds + 9: Time to load utils op: 0.003972291946411133 seconds + 9: Time to load utils op: 0.0038967132568359375 seconds +10: Time to load utils op: 0.0003409385681152344 seconds + 2: Time to load utils op: 0.000457763671875 seconds + 2: Time to load utils op: 0.000392913818359375 seconds +22: Time to load utils op: 0.004097461700439453 seconds + 3: Time to load utils op: 0.0004961490631103516 seconds + 7: Time to load utils op: 0.0004730224609375 seconds + 7: Time to load utils op: 0.0004734992980957031 seconds +22: Time to load utils op: 0.006412029266357422 secondsTime to load utils op: 0.006488323211669922 secondsTime to load utils op: 0.006453990936279297 seconds +22: +22: +10: Time to load utils op: 0.0005011558532714844 seconds + 9: Time to load utils op: 0.0004127025604248047 seconds +16: Time to load utils op: 0.0038933753967285156 secondsTime to load utils op: 0.003949403762817383 seconds +16: + 4: Time to load utils op: 0.00047016143798828125 seconds + 4: Time to load utils op: 0.0004038810729980469 seconds +16: Time to load utils op: 0.00036454200744628906 seconds + 3: Time to load utils op: 0.0004832744598388672 seconds +26: Time to load utils op: 0.003812551498413086 seconds + 6: Time to load utils op: 0.004013776779174805 seconds +17: Time to load utils op: 0.003975868225097656 seconds +17: Time to load utils op: 0.00046706199645996094 seconds +26: Time to load utils op: 0.006452083587646484 seconds +26: Time to load utils op: 0.006364583969116211 seconds + 4: Time to load utils op: 0.00041794776916503906 seconds + 3: Time to load utils op: 0.00043082237243652344 seconds +11: Time to load utils op: 0.0065155029296875 seconds + 6: Time to load utils op: 0.00034332275390625 seconds +25: Time to load utils op: 0.006549835205078125 secondsTime to load utils op: 0.006560802459716797 seconds +25: + 9: Time to load utils op: 0.00033783912658691406 seconds +27: Time to load utils op: 0.0065348148345947266 seconds +11: Time to load utils op: 0.0064847469329833984 seconds +13: Time to load utils op: 0.003607511520385742 secondsTime to load utils op: 0.0035986900329589844 seconds +13: +15: Time to load utils op: 0.0038251876831054688 seconds +27: Time to load utils op: 0.0004062652587890625 seconds +27: Time to load utils op: 0.00045680999755859375 secondsTime to load utils op: 0.00047659873962402344 seconds +27: +17: Time to load utils op: 0.00039768218994140625 seconds +19: Time to load utils op: 0.003706216812133789 secondsTime to load utils op: 0.00634455680847168 seconds +19: +18: Time to load utils op: 0.003970623016357422 seconds +18: Time to load utils op: 0.0010089874267578125 seconds +10: Time to load utils op: 0.0004565715789794922 seconds +25: Time to load utils op: 0.00038909912109375 seconds +13: Time to load utils op: 0.006319761276245117 seconds +13: Time to load utils op: 0.006410360336303711 seconds + 5: Time to load utils op: 0.006603240966796875 secondsTime to load utils op: 0.006593942642211914 seconds + 5: +11: Time to load utils op: 0.0004677772521972656 secondsTime to load utils op: 0.00045609474182128906 seconds +11: +26: Time to load utils op: 0.0004930496215820312 seconds +24: Time to load utils op: 0.004036664962768555 secondsTime to load utils op: 0.0040509700775146484 seconds +24: +19: Time to load utils op: 0.0004799365997314453 seconds +12: Time to load utils op: 0.0036401748657226562 seconds + 5: Time to load utils op: 0.0004630088806152344 seconds +12: Time to load utils op: 0.0004601478576660156 seconds +15: Time to load utils op: 0.0004658699035644531 seconds +19: Time to load utils op: 0.0003986358642578125 seconds +12: Time to load utils op: 0.00040459632873535156 seconds +12: Time to load utils op: 0.006428718566894531 seconds +25: Time to load utils op: 0.00045990943908691406 seconds +24: Time to load utils op: 0.0004134178161621094 seconds +24: Time to load utils op: 0.0004603862762451172 seconds + 6: Time to load utils op: 0.0004162788391113281 seconds +15: Time to load utils op: 0.0004069805145263672 seconds +16: Time to load utils op: 0.0004372596740722656 seconds +23: Time to load utils op: 0.003869295120239258 seconds +23: Time to load utils op: 0.0004737377166748047 seconds +18: Time to load utils op: 0.0004906654357910156 seconds +18: Time to load utils op: 0.0004856586456298828 seconds + 6: Time to load utils op: 0.00033473968505859375 seconds +17: Time to load utils op: 0.0004558563232421875 seconds + 5: Time to load utils op: 0.0004048347473144531 seconds +15: Time to load utils op: 0.0004210472106933594 seconds +23: Time to load utils op: 0.0004754066467285156 seconds +23: Time to load utils op: 0.0004763603210449219 seconds + 0: [2023-05-09 14:49:50,521] [INFO] [utils.py:827:see_memory_usage] end initialize_optimizer + 0: [2023-05-09 14:49:50,522] [INFO] [utils.py:828:see_memory_usage] MA 12.05 GB Max_MA 12.05 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-09 14:49:50,522] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 40.17 GB, percent = 8.0% + 0: [2023-05-09 14:49:50,638] [INFO] [utils.py:827:see_memory_usage] end bf16_optimizer + 0: [2023-05-09 14:49:50,639] [INFO] [utils.py:828:see_memory_usage] MA 12.05 GB Max_MA 12.05 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-09 14:49:50,639] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 39.91 GB, percent = 7.9% + 0: [2023-05-09 14:49:50,639] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Final Optimizer = FusedAdam + 0: [2023-05-09 14:49:50,639] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed using client LR scheduler + 0: [2023-05-09 14:49:50,639] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed LR Scheduler = + 0: [2023-05-09 14:49:50,639] [INFO] [logging.py:68:log_dist] [Rank 0] step=0, skipped=0, lr=[0.0002, 0.0002, 0.0002], mom=[(0.9, 0.999), (0.9, 0.999), (0.9, 0.999)] + 0: [2023-05-09 14:49:50,640] [INFO] [config.py:1007:print] DeepSpeedEngine configuration: + 0: [2023-05-09 14:49:50,640] [INFO] [config.py:1011:print] activation_checkpointing_config { + 0: "partition_activations": false, + 0: "contiguous_memory_optimization": false, + 0: "cpu_checkpointing": false, + 0: "number_checkpoints": null, + 0: "synchronize_checkpoint_boundary": false, + 0: "profile": false + 0: } + 0: [2023-05-09 14:49:50,640] [INFO] [config.py:1011:print] aio_config ................... {'block_size': 1048576, 'queue_depth': 8, 'thread_count': 1, 'single_submit': False, 'overlap_events': True} + 0: [2023-05-09 14:49:50,640] [INFO] [config.py:1011:print] amp_enabled .................. False + 0: [2023-05-09 14:49:50,640] [INFO] [config.py:1011:print] amp_params ................... False + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] autotuning_config ............ { + 0: "enabled": false, + 0: "start_step": null, + 0: "end_step": null, + 0: "metric_path": null, + 0: "arg_mappings": null, + 0: "metric": "throughput", + 0: "model_info": null, + 0: "results_dir": "/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/autotuning_results", + 0: "exps_dir": "/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/autotuning_exps", + 0: "overwrite": true, + 0: "fast": true, + 0: "start_profile_step": 3, + 0: "end_profile_step": 5, + 0: "tuner_type": "gridsearch", + 0: "tuner_early_stopping": 5, + 0: "tuner_num_trials": 50, + 0: "model_info_path": null, + 0: "mp_size": 1, + 0: "max_train_batch_size": null, + 0: "min_train_batch_size": 1, + 0: "max_train_micro_batch_size_per_gpu": 1.024000e+03, + 0: "min_train_micro_batch_size_per_gpu": 1, + 0: "num_tuning_micro_batch_sizes": 3 + 0: } + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] bfloat16_enabled ............. True + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] checkpoint_parallel_write_pipeline False + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] checkpoint_tag_validation_enabled True + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] checkpoint_tag_validation_fail False + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] comms_config ................. + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] communication_data_type ...... None + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] compression_config ........... {'weight_quantization': {'shared_parameters': {'enabled': False, 'quantizer_kernel': False, 'schedule_offset': 0, 'quantize_groups': 1, 'quantize_verbose': False, 'quantization_type': 'symmetric', 'quantize_weight_in_forward': False, 'rounding': 'nearest', 'fp16_mixed_quantize': False, 'quantize_change_ratio': 0.001}, 'different_groups': {}}, 'activation_quantization': {'shared_parameters': {'enabled': False, 'quantization_type': 'symmetric', 'range_calibration': 'dynamic', 'schedule_offset': 1000}, 'different_groups': {}}, 'sparse_pruning': {'shared_parameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'row_pruning': {'shared_parameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'head_pruning': {'shared_parameters': {'enabled': False, 'method': 'topk', 'schedule_offset': 1000}, 'different_groups': {}}, 'channel_pruning': {'shared_pa + 0: rameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'layer_reduction': {'enabled': False}} + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] curriculum_enabled ........... False + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] curriculum_params ............ False + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] dataloader_drop_last ......... False + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] disable_allgather ............ False + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] dump_state ................... False + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] dynamic_loss_scale_args ...... None + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] eigenvalue_enabled ........... False + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] eigenvalue_gas_boundary_resolution 1 + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] eigenvalue_layer_name ........ bert.encoder.layer + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] eigenvalue_layer_num ......... 0 + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] eigenvalue_max_iter .......... 100 + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] eigenvalue_stability ......... 1e-06 + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] eigenvalue_tol ............... 0.01 + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] eigenvalue_verbose ........... False + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] elasticity_enabled ........... False + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] flops_profiler_config ........ { + 0: "enabled": false, + 0: "profile_step": 1, + 0: "module_depth": -1, + 0: "top_modules": 1, + 0: "detailed": true, + 0: "output_file": null + 0: } + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] fp16_auto_cast ............... None + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] fp16_enabled ................. False + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] fp16_master_weights_and_gradients False + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] global_rank .................. 0 + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] gradient_accumulation_steps .. 4 + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] gradient_clipping ............ 1.0 + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] gradient_predivide_factor .... 1.0 + 0: [2023-05-09 14:49:50,641] [INFO] [config.py:1011:print] initial_dynamic_scale ........ 1 + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] load_universal_checkpoint .... False + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] loss_scale ................... 1.0 + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] memory_breakdown ............. False + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] monitor_config ............... + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] nebula_config ................ { + 0: "enabled": false, + 0: "persistent_storage_path": null, + 0: "persistent_time_interval": 100, + 0: "num_of_version_in_retention": 2, + 0: "enable_nebula_load": true, + 0: "load_path": null + 0: } + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] optimizer_legacy_fusion ...... False + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] optimizer_name ............... None + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] optimizer_params ............. None + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] pipeline ..................... {'stages': 'auto', 'partition': 'best', 'seed_layers': False, 'activation_checkpoint_interval': 0} + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] pld_enabled .................. False + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] pld_params ................... False + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] prescale_gradients ........... False + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] scheduler_name ............... None + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] scheduler_params ............. None + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] sparse_attention ............. None + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] sparse_gradients_enabled ..... False + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] steps_per_print .............. 2000 + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] train_batch_size ............. 1024 + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] train_micro_batch_size_per_gpu 2 + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] use_node_local_storage ....... False + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] wall_clock_breakdown ......... False + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] world_size ................... 128 + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] zero_allow_untested_optimizer False + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] zero_config .................. stage=0 contiguous_gradients=True reduce_scatter=True reduce_bucket_size=500000000 allgather_partitions=True allgather_bucket_size=500000000 overlap_comm=False load_from_fp32_weights=True elastic_checkpoint=False offload_param=None offload_optimizer=None sub_group_size=1000000000 cpu_offload_param=None cpu_offload_use_pin_memory=None cpu_offload=None prefetch_bucket_size=50000000 param_persistence_threshold=100000 model_persistence_threshold=9223372036854775807 max_live_parameters=1000000000 max_reuse_distance=1000000000 gather_16bit_weights_on_model_save=False stage3_gather_fp16_weights_on_model_save=False ignore_unused_parameters=True legacy_stage1=False round_robin_gradients=False + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] zero_enabled ................. False + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:1011:print] zero_optimization_stage ...... 0 + 0: [2023-05-09 14:49:50,642] [INFO] [config.py:996:print_user_config] json = { + 0: "train_micro_batch_size_per_gpu": 2, + 0: "train_batch_size": 1.024000e+03, + 0: "gradient_clipping": 1.0, + 0: "zero_optimization": { + 0: "stage": 0 + 0: }, + 0: "bf16": { + 0: "enabled": true + 0: }, + 0: "steps_per_print": 2.000000e+03, + 0: "wall_clock_breakdown": false + 0: } + 0: Time to load utils op: 0.00043964385986328125 seconds + 0: [2023-05-09 14:49:50,643] [INFO] [engine.py:87:__init__] CONFIG: micro_batches=4 micro_batch_size=2 + 0: [2023-05-09 14:49:50,665] [INFO] [engine.py:145:__init__] RANK=0 STAGE=0 LAYERS=43 [0, 43) STAGE_PARAMS=2123243520 (2123.244M) TOTAL_PARAMS=4246487040 (4246.487M) UNIQUE_PARAMS=4246487040 (4246.487M) + 0: [2023-05-09 14:49:50,665] [INFO] [engine.py:145:__init__] RANK=1 STAGE=0 LAYERS=43 [0, 43) STAGE_PARAMS=2123243520 (2123.244M) TOTAL_PARAMS=4246487040 (4246.487M) UNIQUE_PARAMS=4246487040 (4246.487M) + 0: [2023-05-09 14:49:53,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-09 14:49:53,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-09 14:49:53,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-09 14:49:53,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-09 14:49:53,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-09 14:49:53,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-09 14:49:53,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-09 14:49:53,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-09 14:49:53,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-09 14:49:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-09 14:49:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-09 14:49:53,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +25: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 0: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +25: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 0: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +25: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 0: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 0: [2023-05-09 14:49:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +19: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +18: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +18: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 3: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 3: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 3: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 3: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +13: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +13: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +13: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +18: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +13: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +19: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +19: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +19: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +18: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +25: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-09 14:49:53,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-09 14:49:53,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-09 14:49:53,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-09 14:49:53,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-09 14:49:53,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-09 14:49:53,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-09 14:49:53,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-09 14:49:53,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-09 14:49:53,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-09 14:49:53,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-09 14:49:53,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-09 14:49:53,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-09 14:49:53,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-09 14:49:53,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-09 14:49:53,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-09 14:49:53,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-09 14:49:53,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-09 14:49:53,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-09 14:49:53,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-09 14:49:53,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-09 14:49:53,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-09 14:49:53,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-09 14:49:53,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +25: [2023-05-09 14:49:53,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +25: [2023-05-09 14:49:53,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +25: [2023-05-09 14:49:53,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 0: [2023-05-09 14:49:53,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 0: [2023-05-09 14:49:53,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 0: [2023-05-09 14:49:53,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +25: [2023-05-09 14:49:53,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-09 14:49:53,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-09 14:49:53,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-09 14:49:53,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 3: [2023-05-09 14:49:53,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +25: [2023-05-09 14:49:53,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-09 14:49:53,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 3: [2023-05-09 14:49:53,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 3: [2023-05-09 14:49:53,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +18: [2023-05-09 14:49:53,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 0: [2023-05-09 14:49:53,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-09 14:49:53,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-09 14:49:53,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-09 14:49:53,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-09 14:49:53,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-09 14:49:53,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-09 14:49:53,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-09 14:49:53,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-09 14:49:53,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-09 14:49:53,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +19: [2023-05-09 14:49:53,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +18: [2023-05-09 14:49:53,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +13: [2023-05-09 14:49:53,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +13: [2023-05-09 14:49:53,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +19: [2023-05-09 14:49:53,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +13: [2023-05-09 14:49:53,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +18: [2023-05-09 14:49:53,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +19: [2023-05-09 14:49:53,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +13: [2023-05-09 14:49:53,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +19: [2023-05-09 14:49:53,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +19: [2023-05-09 14:49:53,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-09 14:49:53,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-09 14:49:53,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-09 14:49:53,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-09 14:49:53,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-09 14:49:53,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-09 14:49:53,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-09 14:49:53,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-09 14:49:53,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-09 14:49:53,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-09 14:49:53,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-09 14:49:53,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +26: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +26: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +26: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +31: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +31: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +31: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +31: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +16: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-09 14:49:53,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +16: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +16: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +16: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +15: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +15: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +15: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +15: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +10: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 9: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 9: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +10: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +30: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-09 14:49:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +11: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +29: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +29: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +21: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +10: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +10: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +30: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +30: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +30: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +30: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +11: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +14: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +11: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +17: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 1: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 2: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 2: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 2: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +21: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +21: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +12: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +12: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +12: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +12: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +11: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +11: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +17: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 4: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 4: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 4: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 2: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 9: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +14: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +14: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +21: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +21: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +20: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +20: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +20: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +20: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +27: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +27: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +27: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 4: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +17: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +17: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 9: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +14: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +27: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +28: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +28: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +28: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 5: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +23: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +24: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 7: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +17: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +17: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +26: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 5: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 5: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 8: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +24: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +24: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 8: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +23: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +23: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +23: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +23: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 6: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +26: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 5: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +29: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 6: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 7: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 7: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 7: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 7: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... + 9: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-09 14:49:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +30: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +22: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +22: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +29: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt... +31: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-09 14:49:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 9: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 9: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +15: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +20: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +14: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +15: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 6: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +29: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +29: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 8: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-09 14:49:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +12: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +21: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +17: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +28: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 2: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +30: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +11: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 4: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 9: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 1: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 9: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +11: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +11: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +31: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +28: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 2: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 8: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +21: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +27: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +10: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +14: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +28: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +21: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +10: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +10: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +28: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 1: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +24: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +17: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +27: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +20: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +20: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +20: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +12: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +27: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +16: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +12: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +14: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +29: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +22: [2023-05-09 14:49:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +14: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +12: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +30: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 2: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +23: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 4: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 5: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +12: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +27: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +11: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 8: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 6: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +17: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +17: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +24: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +12: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +14: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +20: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +12: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 8: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 7: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +26: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 4: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +27: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:53,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +17: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +22: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 6: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +17: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 8: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +23: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +16: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 5: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +23: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +24: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 5: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +16: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +24: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 5: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 6: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +28: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-09 14:49:53,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +10: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +24: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 4: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +22: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 5: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +24: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 7: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +22: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +23: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 7: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. +23: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 5: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 6: [2023-05-09 14:49:53,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-09 14:49:53,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/mp_rank_01_model_states.pt. + 5: [2023-05-09 14:49:53,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-09 14:49:53,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-09 14:49:53,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-09 14:49:53,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-09 14:49:53,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:53,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:53,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:53,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-09 14:49:53,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-09 14:49:53,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-09 14:49:53,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:53,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-09 14:49:53,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-09 14:49:53,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-09 14:49:53,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-09 14:49:53,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-09 14:49:53,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-09 14:49:54,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-09 14:49:54,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-09 14:49:54,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-09 14:49:54,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-09 14:49:54,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-09 14:49:54,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-09 14:49:54,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-09 14:49:54,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-09 14:49:54,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-09 14:49:54,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-09 14:49:54,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-09 14:49:54,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-09 14:49:54,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-09 14:49:54,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-09 14:49:54,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-09 14:49:54,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-09 14:49:54,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-09 14:49:54,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-09 14:49:54,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-09 14:49:54,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-09 14:49:54,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-09 14:49:54,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-09 14:49:54,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-09 14:49:54,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 6: [2023-05-09 14:49:54,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 6: [2023-05-09 14:49:54,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 6: [2023-05-09 14:49:54,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 6: [2023-05-09 14:49:54,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 6: [2023-05-09 14:49:54,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-09 14:49:54,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-09 14:49:54,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-09 14:49:54,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-09 14:49:54,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-09 14:49:54,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-09 14:49:54,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-09 14:49:54,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-09 14:49:54,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-09 14:49:54,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-09 14:49:54,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-09 14:49:54,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-09 14:49:54,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-09 14:49:54,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-09 14:49:54,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-09 14:49:54,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-09 14:49:54,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-09 14:49:54,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-09 14:49:54,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-09 14:49:54,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-09 14:49:54,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-09 14:49:54,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-09 14:49:54,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-09 14:49:54,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-09 14:49:54,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-09 14:49:54,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-09 14:49:54,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-09 14:49:54,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-09 14:49:54,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +25: [2023-05-09 14:49:54,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +25: [2023-05-09 14:49:54,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-09 14:49:54,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-09 14:49:54,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-09 14:49:54,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-09 14:49:54,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-09 14:49:54,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-09 14:49:54,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-09 14:49:54,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-09 14:49:54,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-09 14:49:54,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 9: [2023-05-09 14:49:54,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-09 14:49:54,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-09 14:49:54,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-09 14:49:54,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-09 14:49:54,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-09 14:49:54,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-09 14:49:54,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-09 14:49:54,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-09 14:49:54,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-09 14:49:54,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-09 14:49:54,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-09 14:49:54,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-09 14:49:54,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-09 14:49:54,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-09 14:49:54,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-09 14:49:54,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +26: [2023-05-09 14:49:54,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-09 14:49:54,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +24: [2023-05-09 14:49:54,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +30: [2023-05-09 14:49:54,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +26: [2023-05-09 14:49:54,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-09 14:49:54,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-09 14:49:54,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-09 14:49:54,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-09 14:49:54,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +24: [2023-05-09 14:49:54,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 4: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 1: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-09 14:49:54,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-09 14:49:54,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-09 14:49:54,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-09 14:49:54,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-09 14:49:54,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-09 14:49:54,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-09 14:49:54,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +10: [2023-05-09 14:49:54,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-09 14:49:54,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-09 14:49:54,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-09 14:49:54,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-09 14:49:54,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-09 14:49:54,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-09 14:49:54,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-09 14:49:54,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-09 14:49:54,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-09 14:49:54,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-09 14:49:54,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-09 14:49:54,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +30: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-09 14:49:54,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-09 14:49:54,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +29: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +15: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 4: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 4: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 4: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +15: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 1: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 1: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +13: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 4: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 9: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-09 14:49:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +14: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +14: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-09 14:49:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-09 14:49:54,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-09 14:49:54,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-09 14:49:54,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-09 14:49:54,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-09 14:49:54,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-09 14:49:54,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-09 14:49:54,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +10: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 9: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +30: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 7: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-09 14:49:54,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-09 14:49:54,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +30: [2023-05-09 14:49:54,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +30: [2023-05-09 14:49:54,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-09 14:49:54,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-09 14:49:54,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +10: [2023-05-09 14:49:54,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-09 14:49:54,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-09 14:49:54,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +15: [2023-05-09 14:49:54,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-09 14:49:54,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-09 14:49:54,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-09 14:49:54,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +13: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 5: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +15: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +27: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 6: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +29: [2023-05-09 14:49:54,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 5: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +29: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +27: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-09 14:49:54,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-09 14:49:54,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-09 14:49:54,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +27: [2023-05-09 14:49:54,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +27: [2023-05-09 14:49:54,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +14: [2023-05-09 14:49:54,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-09 14:49:54,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-09 14:49:54,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +14: [2023-05-09 14:49:54,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +15: [2023-05-09 14:49:54,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 5: [2023-05-09 14:49:54,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-09 14:49:54,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +11: [2023-05-09 14:49:54,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-09 14:49:54,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-09 14:49:54,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +11: [2023-05-09 14:49:54,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-09 14:49:54,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-09 14:49:54,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-09 14:49:54,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +14: [2023-05-09 14:49:54,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +14: [2023-05-09 14:49:54,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-09 14:49:54,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-09 14:49:54,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-09 14:49:54,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-09 14:49:54,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-09 14:49:54,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-09 14:49:54,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-09 14:49:54,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-09 14:49:54,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 6: [2023-05-09 14:49:54,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-09 14:49:54,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +13: [2023-05-09 14:49:54,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-09 14:49:54,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +13: [2023-05-09 14:49:54,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 7: [2023-05-09 14:49:54,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 7: [2023-05-09 14:49:54,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +25: [2023-05-09 14:49:54,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-09 14:49:54,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-09 14:49:54,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-09 14:49:54,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-09 14:49:54,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-09 14:49:54,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-09 14:49:54,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-09 14:49:54,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-09 14:49:54,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-09 14:49:54,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-09 14:49:54,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-09 14:49:54,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-09 14:49:54,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-09 14:49:54,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-09 14:49:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-09 14:49:54,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-09 14:49:54,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-09 14:49:54,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-09 14:49:54,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-09 14:49:54,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-09 14:49:54,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-09 14:49:54,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-09 14:49:54,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-09 14:49:54,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-09 14:49:54,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-09 14:49:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-09 14:49:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-09 14:49:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-09 14:49:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-09 14:49:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-09 14:49:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-09 14:49:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-09 14:49:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-09 14:49:54,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-09 14:49:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-09 14:49:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-09 14:49:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-09 14:49:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-09 14:49:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-09 14:49:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-09 14:49:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-09 14:49:54,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-09 14:49:54,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-09 14:49:54,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-09 14:49:54,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-09 14:49:54,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-09 14:49:54,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-09 14:49:54,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-09 14:49:54,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +12: [2023-05-09 14:49:54,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 0: [2023-05-09 14:49:54,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-09 14:49:54,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-09 14:49:54,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-09 14:49:54,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-09 14:49:54,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-09 14:49:54,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-09 14:49:54,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-09 14:49:54,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-09 14:49:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-09 14:49:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-09 14:49:54,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +18: [2023-05-09 14:49:54,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-09 14:49:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-09 14:49:54,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-09 14:49:54,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 3: [2023-05-09 14:49:54,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-09 14:49:54,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-09 14:49:54,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-09 14:49:54,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +18: [2023-05-09 14:49:54,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-09 14:49:54,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +13: [2023-05-09 14:49:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-09 14:49:54,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +14: [2023-05-09 14:49:54,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-09 14:49:54,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-09 14:49:54,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-09 14:49:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +19: [2023-05-09 14:49:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-09 14:49:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +18: [2023-05-09 14:49:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +18: [2023-05-09 14:49:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +12: [2023-05-09 14:49:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-09 14:49:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-09 14:49:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +18: [2023-05-09 14:49:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-09 14:49:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +20: [2023-05-09 14:49:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 0: [2023-05-09 14:49:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-09 14:49:54,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-09 14:49:54,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-09 14:49:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 3: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +20: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 1: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 1: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 3: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 0: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-09 14:49:54,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 2: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-09 14:49:54,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-09 14:49:54,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-09 14:49:54,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-09 14:49:54,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-09 14:49:54,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-09 14:49:54,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-09 14:49:54,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-09 14:49:54,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-09 14:49:54,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-09 14:49:54,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-09 14:49:54,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-09 14:49:54,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-09 14:49:54,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-09 14:49:54,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-09 14:49:54,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-09 14:49:54,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-09 14:49:54,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-09 14:49:54,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-09 14:49:54,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-09 14:49:54,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-09 14:49:54,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-09 14:49:54,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-09 14:49:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-09 14:49:54,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-09 14:49:54,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-09 14:49:54,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-09 14:49:54,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-09 14:49:54,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-09 14:49:54,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-09 14:49:54,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-09 14:49:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-09 14:49:54,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-09 14:49:54,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 8: [2023-05-09 14:49:54,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-09 14:49:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +22: [2023-05-09 14:49:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-09 14:49:54,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 8: [2023-05-09 14:49:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 8: [2023-05-09 14:49:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +27: [2023-05-09 14:49:54,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-09 14:49:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 2: [2023-05-09 14:49:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 8: [2023-05-09 14:49:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-09 14:49:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-09 14:49:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-09 14:49:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-09 14:49:54,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-09 14:49:54,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-09 14:49:54,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-09 14:49:54,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-09 14:49:54,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-09 14:49:54,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-09 14:49:54,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-09 14:49:54,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-09 14:49:54,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-09 14:49:54,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-09 14:49:54,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-09 14:49:54,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +22: [2023-05-09 14:49:54,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +29: [2023-05-09 14:49:54,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-09 14:49:54,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 2: [2023-05-09 14:49:54,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +22: [2023-05-09 14:49:54,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +22: [2023-05-09 14:49:54,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-09 14:49:54,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +31: [2023-05-09 14:49:54,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +31: [2023-05-09 14:49:54,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-09 14:49:54,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-09 14:49:54,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-09 14:49:54,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-09 14:49:54,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-09 14:49:54,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-09 14:49:54,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +31: [2023-05-09 14:49:54,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +16: [2023-05-09 14:49:54,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-09 14:49:54,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +16: [2023-05-09 14:49:54,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-09 14:49:54,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-09 14:49:54,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-09 14:49:54,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-09 14:49:54,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-09 14:49:54,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-09 14:49:54,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +16: [2023-05-09 14:49:54,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +31: [2023-05-09 14:49:54,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 1: [2023-05-09 14:49:54,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-09 14:49:54,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-09 14:49:54,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-09 14:49:54,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 5: [2023-05-09 14:49:54,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-09 14:49:54,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... + 5: [2023-05-09 14:49:54,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-09 14:49:54,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-09 14:49:54,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +23: [2023-05-09 14:49:54,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt... +10: [2023-05-09 14:49:54,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-09 14:49:54,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-09 14:49:54,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-09 14:49:54,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-09 14:49:54,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-09 14:49:54,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-09 14:49:54,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-09 14:49:54,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-09 14:49:54,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-09 14:49:54,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-09 14:49:54,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-09 14:49:54,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-09 14:49:54,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-09 14:49:54,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-09 14:49:54,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-09 14:49:54,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-09 14:49:54,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-09 14:49:54,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-09 14:49:54,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-09 14:49:54,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-09 14:49:54,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-09 14:49:54,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-09 14:49:54,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-09 14:49:54,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-09 14:49:54,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-09 14:49:54,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-09 14:49:54,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-09 14:49:54,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-09 14:49:54,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-09 14:49:54,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-09 14:49:54,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-09 14:49:54,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-09 14:49:54,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-09 14:49:54,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-09 14:49:54,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-09 14:49:54,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-09 14:49:54,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-09 14:49:54,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-09 14:49:54,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-09 14:49:54,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-09 14:49:54,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-09 14:49:54,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-09 14:49:54,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-09 14:49:54,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-09 14:49:54,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-09 14:49:54,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-09 14:49:54,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-09 14:49:54,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-09 14:49:54,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-09 14:49:54,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-09 14:49:54,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-09 14:49:54,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-09 14:49:54,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-09 14:49:54,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-09 14:49:54,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-09 14:49:54,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-09 14:49:54,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-09 14:49:54,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-09 14:49:54,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-09 14:49:54,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-09 14:49:54,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-09 14:49:54,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-09 14:49:54,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-09 14:49:54,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-09 14:49:54,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-09 14:49:54,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-09 14:49:54,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-09 14:49:54,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-09 14:49:54,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-09 14:49:54,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-09 14:49:54,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-09 14:49:54,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-09 14:49:54,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-09 14:49:54,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-09 14:49:54,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-09 14:49:54,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-09 14:49:54,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-09 14:49:54,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-09 14:49:54,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-09 14:49:54,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-09 14:49:54,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-09 14:49:54,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-09 14:49:54,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-09 14:49:54,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-09 14:49:54,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-09 14:49:54,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-09 14:49:54,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-09 14:49:54,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-09 14:49:54,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-09 14:49:54,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-09 14:49:54,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-09 14:49:54,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-09 14:49:54,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-09 14:49:54,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-09 14:49:54,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-09 14:49:54,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-09 14:49:54,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-09 14:49:54,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-09 14:49:54,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-09 14:49:54,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-09 14:49:54,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-09 14:49:54,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-09 14:49:54,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-09 14:49:54,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-09 14:49:54,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-09 14:49:54,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-09 14:49:54,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-09 14:49:54,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-09 14:49:54,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-09 14:49:54,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-09 14:49:54,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-09 14:49:54,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-09 14:49:54,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-09 14:49:54,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-09 14:49:54,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-09 14:49:54,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-09 14:49:54,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-09 14:49:54,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-09 14:49:54,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-09 14:49:54,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-09 14:49:54,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-09 14:49:54,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-09 14:49:54,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-09 14:49:54,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-09 14:49:54,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-09 14:49:54,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-09 14:49:54,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-09 14:49:54,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-09 14:49:54,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-09 14:49:54,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-09 14:49:54,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-09 14:49:54,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-09 14:49:54,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-09 14:49:54,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-09 14:49:54,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-09 14:49:54,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-09 14:49:54,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-09 14:49:54,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-09 14:49:54,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-09 14:49:54,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-09 14:49:54,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-09 14:49:54,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-09 14:49:54,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-09 14:49:54,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-09 14:49:54,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-09 14:49:54,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-09 14:49:54,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-09 14:49:54,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-09 14:49:54,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-09 14:49:54,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-09 14:49:54,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-09 14:49:54,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-09 14:49:54,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-09 14:49:54,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-09 14:49:54,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-09 14:49:54,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-09 14:49:54,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-09 14:49:54,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-09 14:49:54,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-09 14:49:54,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-09 14:49:54,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-09 14:49:54,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-09 14:49:54,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-09 14:49:54,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-09 14:49:54,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-09 14:49:54,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-09 14:49:54,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-09 14:49:54,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-09 14:49:54,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-09 14:49:54,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-09 14:49:54,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-09 14:49:54,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-09 14:49:54,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-09 14:49:54,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-09 14:49:54,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-09 14:49:54,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-09 14:49:54,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-09 14:49:54,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-09 14:49:54,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-09 14:49:54,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-09 14:49:54,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-09 14:49:54,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-09 14:49:54,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-09 14:49:54,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-09 14:49:54,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-09 14:49:54,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-09 14:49:54,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-09 14:49:54,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-09 14:49:54,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-09 14:49:54,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-09 14:49:54,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-09 14:49:54,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-09 14:49:54,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-09 14:49:54,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-09 14:49:54,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-09 14:49:54,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-09 14:49:54,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-09 14:49:54,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-09 14:49:54,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-09 14:49:54,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-09 14:49:54,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-09 14:49:54,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-09 14:49:54,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-09 14:49:54,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-09 14:49:54,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-09 14:49:54,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-09 14:49:54,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-09 14:49:54,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-09 14:49:54,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-09 14:49:54,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-09 14:49:54,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-09 14:49:54,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-09 14:49:54,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +10: [2023-05-09 14:49:54,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +10: [2023-05-09 14:49:54,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +10: [2023-05-09 14:49:54,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 1: [2023-05-09 14:49:54,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-09 14:49:54,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-09 14:49:54,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-09 14:49:54,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +13: [2023-05-09 14:49:54,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +13: [2023-05-09 14:49:54,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +13: [2023-05-09 14:49:54,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +27: [2023-05-09 14:49:54,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-09 14:49:54,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-09 14:49:54,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-09 14:49:54,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-09 14:49:54,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-09 14:49:54,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-09 14:49:54,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-09 14:49:54,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-09 14:49:54,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-09 14:49:54,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-09 14:49:54,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-09 14:49:54,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-09 14:49:54,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-09 14:49:54,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-09 14:49:54,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-09 14:49:54,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-09 14:49:54,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-09 14:49:54,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-09 14:49:54,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-09 14:49:54,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-09 14:49:54,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-09 14:49:54,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-09 14:49:54,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-09 14:49:54,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-09 14:49:54,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-09 14:49:54,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-09 14:49:54,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-09 14:49:54,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-09 14:49:54,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-09 14:49:54,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-09 14:49:54,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-09 14:49:54,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-09 14:49:54,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-09 14:49:54,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-09 14:49:54,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-09 14:49:54,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-09 14:49:54,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-09 14:49:54,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-09 14:49:54,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-09 14:49:54,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-09 14:49:54,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-09 14:49:54,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-09 14:49:54,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-09 14:49:54,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-09 14:49:54,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-09 14:49:54,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-09 14:49:54,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-09 14:49:54,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-09 14:49:54,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-09 14:49:54,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 8: [2023-05-09 14:49:54,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 8: [2023-05-09 14:49:54,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 5: [2023-05-09 14:49:54,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 5: [2023-05-09 14:49:54,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 5: [2023-05-09 14:49:54,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +18: [2023-05-09 14:49:54,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +18: [2023-05-09 14:49:54,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +18: [2023-05-09 14:49:54,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 8: [2023-05-09 14:49:54,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 5: [2023-05-09 14:49:54,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +18: [2023-05-09 14:49:54,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +29: [2023-05-09 14:49:54,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +29: [2023-05-09 14:49:54,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +29: [2023-05-09 14:49:54,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +29: [2023-05-09 14:49:54,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +17: [2023-05-09 14:49:54,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +17: [2023-05-09 14:49:54,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +17: [2023-05-09 14:49:54,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +17: [2023-05-09 14:49:54,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 0: [2023-05-09 14:49:54,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 0: [2023-05-09 14:49:54,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 0: [2023-05-09 14:49:54,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 0: [2023-05-09 14:49:54,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +26: [2023-05-09 14:49:54,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +26: [2023-05-09 14:49:54,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +26: [2023-05-09 14:49:54,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +27: [2023-05-09 14:49:54,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +27: [2023-05-09 14:49:54,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +27: [2023-05-09 14:49:54,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +26: [2023-05-09 14:49:54,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +27: [2023-05-09 14:49:54,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 2: [2023-05-09 14:49:54,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 2: [2023-05-09 14:49:54,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 2: [2023-05-09 14:49:54,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 2: [2023-05-09 14:49:54,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +10: [2023-05-09 14:49:54,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-09 14:49:54,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +22: [2023-05-09 14:49:54,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +22: [2023-05-09 14:49:54,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +22: [2023-05-09 14:49:54,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 8: [2023-05-09 14:49:54,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-09 14:49:54,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +12: [2023-05-09 14:49:54,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +12: [2023-05-09 14:49:54,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +10: [2023-05-09 14:49:54,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +12: [2023-05-09 14:49:54,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 4: [2023-05-09 14:49:54,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 4: [2023-05-09 14:49:54,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 4: [2023-05-09 14:49:54,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 8: [2023-05-09 14:49:54,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-09 14:49:54,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-09 14:49:54,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-09 14:49:54,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-09 14:49:54,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-09 14:49:54,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 8: [2023-05-09 14:49:54,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-09 14:49:54,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-09 14:49:54,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-09 14:49:54,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-09 14:49:54,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 3: [2023-05-09 14:49:54,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 3: [2023-05-09 14:49:54,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +18: [2023-05-09 14:49:54,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 9: [2023-05-09 14:49:54,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 9: [2023-05-09 14:49:54,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +20: [2023-05-09 14:49:54,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-09 14:49:54,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-09 14:49:54,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +25: [2023-05-09 14:49:54,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-09 14:49:54,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 1: [2023-05-09 14:49:54,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 1: [2023-05-09 14:49:54,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +25: [2023-05-09 14:49:54,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +25: [2023-05-09 14:49:54,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +25: [2023-05-09 14:49:54,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 1: [2023-05-09 14:49:54,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +25: [2023-05-09 14:49:54,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +10: [2023-05-09 14:49:54,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-09 14:49:54,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-09 14:49:54,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-09 14:49:54,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-09 14:49:54,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-09 14:49:54,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-09 14:49:54,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-09 14:49:54,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +30: [2023-05-09 14:49:54,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +30: [2023-05-09 14:49:54,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +26: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +24: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 6: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +19: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +19: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +27: [2023-05-09 14:49:54,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +21: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +21: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +21: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 7: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-09 14:49:54,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +29: [2023-05-09 14:49:54,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-09 14:49:54,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-09 14:49:54,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +26: [2023-05-09 14:49:54,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-09 14:49:54,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-09 14:49:54,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +24: [2023-05-09 14:49:54,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-09 14:49:54,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-09 14:49:54,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +11: [2023-05-09 14:49:54,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +11: [2023-05-09 14:49:54,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +24: [2023-05-09 14:49:54,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-09 14:49:54,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +11: [2023-05-09 14:49:54,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +24: [2023-05-09 14:49:54,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-09 14:49:54,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-09 14:49:54,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-09 14:49:54,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-09 14:49:54,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-09 14:49:54,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-09 14:49:54,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 6: [2023-05-09 14:49:54,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +31: [2023-05-09 14:49:54,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +31: [2023-05-09 14:49:54,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +31: [2023-05-09 14:49:54,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 6: [2023-05-09 14:49:54,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 0: [2023-05-09 14:49:54,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 2: [2023-05-09 14:49:54,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-09 14:49:54,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +15: [2023-05-09 14:49:54,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +15: [2023-05-09 14:49:54,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +31: [2023-05-09 14:49:54,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +24: [2023-05-09 14:49:54,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-09 14:49:54,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +28: [2023-05-09 14:49:54,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +28: [2023-05-09 14:49:54,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +28: [2023-05-09 14:49:54,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +28: [2023-05-09 14:49:54,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +24: [2023-05-09 14:49:54,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +15: [2023-05-09 14:49:54,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +24: [2023-05-09 14:49:54,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +23: [2023-05-09 14:49:54,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-09 14:49:54,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 0: [2023-05-09 14:49:54,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-09 14:49:54,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-09 14:49:54,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-09 14:49:54,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-09 14:49:54,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +14: [2023-05-09 14:49:54,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +14: [2023-05-09 14:49:54,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +22: [2023-05-09 14:49:54,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-09 14:49:54,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +16: [2023-05-09 14:49:54,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +16: [2023-05-09 14:49:54,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +14: [2023-05-09 14:49:54,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +20: [2023-05-09 14:49:54,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-09 14:49:54,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-09 14:49:54,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +22: [2023-05-09 14:49:54,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-09 14:49:54,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-09 14:49:54,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +23: [2023-05-09 14:49:54,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +23: [2023-05-09 14:49:54,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +23: [2023-05-09 14:49:54,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +23: [2023-05-09 14:49:54,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-09 14:49:54,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-09 14:49:54,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:54,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-09 14:49:54,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 7: [2023-05-09 14:49:54,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. + 7: [2023-05-09 14:49:54,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +10: [2023-05-09 14:49:54,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-09 14:49:54,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-09 14:49:54,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-09 14:49:54,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-09 14:49:54,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-09 14:49:54,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-09 14:49:54,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-09 14:49:54,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-09 14:49:54,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-09 14:49:54,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +20: [2023-05-09 14:49:54,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +20: [2023-05-09 14:49:54,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +10: [2023-05-09 14:49:54,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-09 14:49:54,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-09 14:49:54,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +20: [2023-05-09 14:49:54,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_01-model_01-model_states.pt. +20: [2023-05-09 14:49:54,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-09 14:49:54,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-09 14:49:54,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-09 14:49:54,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-09 14:49:54,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-09 14:49:54,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-09 14:49:54,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-09 14:49:54,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-09 14:49:54,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-09 14:49:54,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-09 14:49:54,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-09 14:49:54,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-09 14:49:54,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-09 14:49:54,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-09 14:49:54,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-09 14:49:54,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-09 14:49:54,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-09 14:49:54,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-09 14:49:54,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-09 14:49:54,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-09 14:49:54,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-09 14:49:54,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-09 14:49:54,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-09 14:49:54,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-09 14:49:54,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-09 14:49:54,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-09 14:49:54,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-09 14:49:54,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-09 14:49:54,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-09 14:49:54,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-09 14:49:54,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-09 14:49:54,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-09 14:49:54,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-09 14:49:54,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-09 14:49:54,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-09 14:49:54,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-09 14:49:54,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-09 14:49:54,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-09 14:49:54,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-09 14:49:54,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-09 14:49:54,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-09 14:49:54,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-09 14:49:54,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-09 14:49:54,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-09 14:49:54,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-09 14:49:54,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-09 14:49:54,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-09 14:49:54,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-09 14:49:54,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-09 14:49:54,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-09 14:49:54,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-09 14:49:54,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-09 14:49:54,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-09 14:49:54,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-09 14:49:54,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-09 14:49:54,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-09 14:49:54,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-09 14:49:54,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-09 14:49:54,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-09 14:49:54,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-09 14:49:54,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-09 14:49:54,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-09 14:49:54,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-09 14:49:54,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-09 14:49:54,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-09 14:49:54,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-09 14:49:54,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-09 14:49:55,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-09 14:49:55,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-09 14:49:55,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-09 14:49:55,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-09 14:49:55,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-09 14:49:55,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-09 14:49:55,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-09 14:49:55,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-09 14:49:55,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-09 14:49:55,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-09 14:49:55,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-09 14:49:55,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-09 14:49:55,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-09 14:49:55,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-09 14:49:55,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:55,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-09 14:49:55,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:55,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:55,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-09 14:49:55,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 5: [2023-05-09 14:49:55,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +20: [2023-05-09 14:49:55,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-09 14:49:55,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-09 14:49:55,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-09 14:49:55,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-09 14:49:55,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-09 14:49:55,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-09 14:49:55,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-09 14:49:55,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-09 14:49:55,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-09 14:49:55,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-09 14:49:55,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-09 14:49:55,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-09 14:49:55,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +23: [2023-05-09 14:49:55,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 2: [2023-05-09 14:49:55,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-09 14:49:55,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-09 14:49:55,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-09 14:49:55,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-09 14:49:55,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-09 14:49:55,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-09 14:49:55,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-09 14:49:55,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-09 14:49:55,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-09 14:49:55,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-09 14:49:55,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-09 14:49:55,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-09 14:49:55,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-09 14:49:55,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-09 14:49:55,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-09 14:49:55,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-09 14:49:55,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-09 14:49:55,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-09 14:49:55,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-09 14:49:55,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-09 14:49:55,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-09 14:49:55,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-09 14:49:55,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-09 14:49:55,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-09 14:49:55,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-09 14:49:55,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +17: [2023-05-09 14:49:55,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +13: [2023-05-09 14:49:55,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-09 14:49:55,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-09 14:49:55,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-09 14:49:55,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-09 14:49:55,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-09 14:49:55,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +18: [2023-05-09 14:49:55,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-09 14:49:55,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-09 14:49:55,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-09 14:49:55,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-09 14:49:55,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-09 14:49:55,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-09 14:49:55,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 8: [2023-05-09 14:49:55,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +18: [2023-05-09 14:49:55,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-09 14:49:55,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-09 14:49:55,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-09 14:49:55,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +18: [2023-05-09 14:49:55,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-09 14:49:55,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-09 14:49:55,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +27: [2023-05-09 14:49:55,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +27: [2023-05-09 14:49:55,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 3: [2023-05-09 14:49:55,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-09 14:49:55,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-09 14:49:55,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +13: [2023-05-09 14:49:55,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-09 14:49:55,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +13: [2023-05-09 14:49:55,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 8: [2023-05-09 14:49:55,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-09 14:49:55,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-09 14:49:55,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-09 14:49:55,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-09 14:49:55,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-09 14:49:55,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +17: [2023-05-09 14:49:55,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-09 14:49:55,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +31: [2023-05-09 14:49:55,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-09 14:49:55,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-09 14:49:55,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-09 14:49:55,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-09 14:49:55,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-09 14:49:55,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-09 14:49:55,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-09 14:49:55,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-09 14:49:55,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-09 14:49:55,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-09 14:49:55,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-09 14:49:55,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-09 14:49:55,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-09 14:49:55,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-09 14:49:55,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-09 14:49:55,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-09 14:49:55,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-09 14:49:55,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +18: [2023-05-09 14:49:55,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +18: [2023-05-09 14:49:55,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +18: [2023-05-09 14:49:55,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +22: [2023-05-09 14:49:55,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-09 14:49:55,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-09 14:49:55,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-09 14:49:55,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-09 14:49:55,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-09 14:49:55,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 2: [2023-05-09 14:49:55,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-09 14:49:55,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-09 14:49:55,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-09 14:49:55,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-09 14:49:55,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-09 14:49:55,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-09 14:49:55,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-09 14:49:55,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-09 14:49:55,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +26: [2023-05-09 14:49:55,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-09 14:49:55,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 4: [2023-05-09 14:49:55,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-09 14:49:55,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-09 14:49:55,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-09 14:49:55,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-09 14:49:55,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-09 14:49:55,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-09 14:49:55,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-09 14:49:55,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +22: [2023-05-09 14:49:55,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 0: [2023-05-09 14:49:55,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-09 14:49:55,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +30: [2023-05-09 14:49:55,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-09 14:49:55,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +26: [2023-05-09 14:49:55,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-09 14:49:55,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-09 14:49:55,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 4: [2023-05-09 14:49:55,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-09 14:49:55,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-09 14:49:55,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 2: [2023-05-09 14:49:55,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 3: [2023-05-09 14:49:55,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 4: [2023-05-09 14:49:55,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +11: [2023-05-09 14:49:55,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-09 14:49:55,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-09 14:49:55,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-09 14:49:55,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-09 14:49:55,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-09 14:49:55,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-09 14:49:55,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-09 14:49:55,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-09 14:49:55,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-09 14:49:55,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-09 14:49:55,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-09 14:49:55,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-09 14:49:55,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +11: [2023-05-09 14:49:55,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +12: [2023-05-09 14:49:55,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +12: [2023-05-09 14:49:55,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +12: [2023-05-09 14:49:55,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 9: [2023-05-09 14:49:55,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 0: [2023-05-09 14:49:55,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-09 14:49:55,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-09 14:49:55,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +30: [2023-05-09 14:49:55,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 4: [2023-05-09 14:49:55,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +11: [2023-05-09 14:49:55,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-09 14:49:55,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-09 14:49:55,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-09 14:49:55,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 0: [2023-05-09 14:49:55,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-09 14:49:55,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-09 14:49:55,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +11: [2023-05-09 14:49:55,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-09 14:49:55,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-09 14:49:55,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-09 14:49:55,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +17: [2023-05-09 14:49:55,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-09 14:49:55,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-09 14:49:55,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-09 14:49:55,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 1: [2023-05-09 14:49:55,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +30: [2023-05-09 14:49:55,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +30: [2023-05-09 14:49:55,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-09 14:49:55,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +21: [2023-05-09 14:49:55,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 1: [2023-05-09 14:49:55,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 6: [2023-05-09 14:49:55,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-09 14:49:55,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-09 14:49:55,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-09 14:49:55,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-09 14:49:55,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-09 14:49:55,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +29: [2023-05-09 14:49:55,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +21: [2023-05-09 14:49:55,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +30: [2023-05-09 14:49:55,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +21: [2023-05-09 14:49:55,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +30: [2023-05-09 14:49:55,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +30: [2023-05-09 14:49:55,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 3: [2023-05-09 14:49:55,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +17: [2023-05-09 14:49:55,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-09 14:49:55,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-09 14:49:55,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 4: [2023-05-09 14:49:55,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-09 14:49:55,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-09 14:49:55,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-09 14:49:55,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-09 14:49:55,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-09 14:49:55,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-09 14:49:55,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-09 14:49:55,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +29: [2023-05-09 14:49:55,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-09 14:49:55,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-09 14:49:55,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +29: [2023-05-09 14:49:55,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-09 14:49:55,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-09 14:49:55,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-09 14:49:55,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +29: [2023-05-09 14:49:55,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-09 14:49:55,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +15: [2023-05-09 14:49:55,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-09 14:49:55,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 3: [2023-05-09 14:49:55,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-09 14:49:55,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-09 14:49:55,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-09 14:49:55,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-09 14:49:55,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-09 14:49:55,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-09 14:49:55,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-09 14:49:55,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-09 14:49:55,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-09 14:49:55,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-09 14:49:55,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 4: [2023-05-09 14:49:55,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-09 14:49:55,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-09 14:49:55,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-09 14:49:55,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-09 14:49:55,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-09 14:49:55,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 9: [2023-05-09 14:49:55,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-09 14:49:55,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-09 14:49:55,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-09 14:49:55,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 7: [2023-05-09 14:49:55,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-09 14:49:55,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-09 14:49:55,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-09 14:49:55,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 9: [2023-05-09 14:49:55,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-09 14:49:55,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-09 14:49:55,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +31: [2023-05-09 14:49:55,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 9: [2023-05-09 14:49:55,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-09 14:49:55,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 7: [2023-05-09 14:49:55,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-09 14:49:55,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +28: [2023-05-09 14:49:55,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-09 14:49:55,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 6: [2023-05-09 14:49:55,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 7: [2023-05-09 14:49:55,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-09 14:49:55,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-09 14:49:55,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-09 14:49:55,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +16: [2023-05-09 14:49:55,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +31: [2023-05-09 14:49:55,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +24: [2023-05-09 14:49:55,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-09 14:49:55,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-09 14:49:55,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-09 14:49:55,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-09 14:49:55,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-09 14:49:55,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 7: [2023-05-09 14:49:55,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-09 14:49:55,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +24: [2023-05-09 14:49:55,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-09 14:49:55,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-09 14:49:55,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-09 14:49:55,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-09 14:49:55,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-09 14:49:55,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-09 14:49:55,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-09 14:49:55,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-09 14:49:55,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 9: [2023-05-09 14:49:55,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 9: [2023-05-09 14:49:55,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +28: [2023-05-09 14:49:55,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +31: [2023-05-09 14:49:55,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-09 14:49:55,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +16: [2023-05-09 14:49:55,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +16: [2023-05-09 14:49:55,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +11: [2023-05-09 14:49:55,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-09 14:49:55,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +24: [2023-05-09 14:49:55,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +20: [2023-05-09 14:49:55,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-09 14:49:55,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-09 14:49:55,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-09 14:49:55,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-09 14:49:55,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-09 14:49:55,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +23: [2023-05-09 14:49:55,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-09 14:49:55,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-09 14:49:55,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +23: [2023-05-09 14:49:55,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 9: [2023-05-09 14:49:55,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-09 14:49:55,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-09 14:49:55,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-09 14:49:55,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +28: [2023-05-09 14:49:55,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +18: [2023-05-09 14:49:55,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-09 14:49:55,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-09 14:49:55,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-09 14:49:55,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +28: [2023-05-09 14:49:55,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 4: [2023-05-09 14:49:55,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-09 14:49:55,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +11: [2023-05-09 14:49:55,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +23: [2023-05-09 14:49:55,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +17: [2023-05-09 14:49:55,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-09 14:49:55,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-09 14:49:55,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-09 14:49:55,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +20: [2023-05-09 14:49:55,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +20: [2023-05-09 14:49:55,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... + 8: [2023-05-09 14:49:55,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-09 14:49:55,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +23: [2023-05-09 14:49:55,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +17: [2023-05-09 14:49:55,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-09 14:49:55,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-09 14:49:55,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-09 14:49:55,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-09 14:49:55,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-09 14:49:55,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-09 14:49:55,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-09 14:49:55,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-09 14:49:55,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +31: [2023-05-09 14:49:55,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-09 14:49:55,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-09 14:49:55,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-09 14:49:55,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-09 14:49:55,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-09 14:49:55,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-09 14:49:55,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-09 14:49:55,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-09 14:49:55,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-09 14:49:55,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-09 14:49:55,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-09 14:49:55,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-09 14:49:55,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-09 14:49:55,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-09 14:49:55,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-09 14:49:55,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-09 14:49:55,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-09 14:49:55,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-09 14:49:55,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-09 14:49:55,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-09 14:49:55,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-09 14:49:55,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-09 14:49:55,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-09 14:49:55,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-09 14:49:55,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-09 14:49:55,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-09 14:49:55,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-09 14:49:55,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-09 14:49:55,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-09 14:49:55,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-09 14:49:55,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-09 14:49:55,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-09 14:49:55,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-09 14:49:55,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-09 14:49:55,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-09 14:49:55,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-09 14:49:55,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-09 14:49:55,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-09 14:49:55,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-09 14:49:55,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-09 14:49:55,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-09 14:49:55,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-09 14:49:55,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-09 14:49:55,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-09 14:49:55,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-09 14:49:55,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-09 14:49:55,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-09 14:49:55,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-09 14:49:55,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-09 14:49:55,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-09 14:49:55,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-09 14:49:55,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-09 14:49:55,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-09 14:49:55,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-09 14:49:55,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-09 14:49:55,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-09 14:49:55,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-09 14:49:55,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-09 14:49:55,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-09 14:49:55,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-09 14:49:55,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-09 14:49:55,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-09 14:49:55,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-09 14:49:55,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-09 14:49:55,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-09 14:49:55,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-09 14:49:55,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-09 14:49:55,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-09 14:49:55,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-09 14:49:55,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-09 14:49:55,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-09 14:49:55,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-09 14:49:55,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-09 14:49:55,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-09 14:49:55,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-09 14:49:55,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-09 14:49:55,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-09 14:49:55,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-09 14:49:55,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-09 14:49:55,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-09 14:49:55,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:55,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:55,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:55,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-09 14:49:55,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-09 14:49:55,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-09 14:49:55,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-09 14:49:55,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-09 14:49:55,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-09 14:49:55,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-09 14:49:55,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-09 14:49:55,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-09 14:49:55,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-09 14:49:55,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-09 14:49:55,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-09 14:49:55,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-09 14:49:55,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +22: [2023-05-09 14:49:55,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-09 14:49:55,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-09 14:49:55,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-09 14:49:55,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +22: [2023-05-09 14:49:55,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +22: [2023-05-09 14:49:55,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-09 14:49:55,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +25: [2023-05-09 14:49:55,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +25: [2023-05-09 14:49:55,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +25: [2023-05-09 14:49:55,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +25: [2023-05-09 14:49:55,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 2: [2023-05-09 14:49:55,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 2: [2023-05-09 14:49:55,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 2: [2023-05-09 14:49:55,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 2: [2023-05-09 14:49:55,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 6: [2023-05-09 14:49:55,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-09 14:49:55,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-09 14:49:55,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-09 14:49:55,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-09 14:49:55,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-09 14:49:55,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-09 14:49:55,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 8: [2023-05-09 14:49:55,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 8: [2023-05-09 14:49:55,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 8: [2023-05-09 14:49:55,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +21: [2023-05-09 14:49:55,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-09 14:49:55,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-09 14:49:55,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-09 14:49:55,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-09 14:49:55,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-09 14:49:55,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-09 14:49:55,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-09 14:49:55,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-09 14:49:55,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-09 14:49:55,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-09 14:49:55,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-09 14:49:55,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-09 14:49:55,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-09 14:49:55,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-09 14:49:55,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-09 14:49:55,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-09 14:49:55,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-09 14:49:55,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-09 14:49:55,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +27: [2023-05-09 14:49:55,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +27: [2023-05-09 14:49:55,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +27: [2023-05-09 14:49:55,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +14: [2023-05-09 14:49:55,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-09 14:49:55,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-09 14:49:55,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-09 14:49:55,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-09 14:49:55,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-09 14:49:55,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-09 14:49:55,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-09 14:49:55,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-09 14:49:55,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-09 14:49:55,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-09 14:49:55,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-09 14:49:55,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-09 14:49:55,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-09 14:49:55,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-09 14:49:55,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-09 14:49:55,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-09 14:49:55,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-09 14:49:55,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-09 14:49:55,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-09 14:49:55,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-09 14:49:55,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-09 14:49:55,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-09 14:49:55,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-09 14:49:55,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-09 14:49:55,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-09 14:49:55,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-09 14:49:55,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-09 14:49:55,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 6: [2023-05-09 14:49:55,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 6: [2023-05-09 14:49:55,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 6: [2023-05-09 14:49:55,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +22: [2023-05-09 14:49:55,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +21: [2023-05-09 14:49:55,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-09 14:49:55,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-09 14:49:55,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-09 14:49:55,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +13: [2023-05-09 14:49:55,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +13: [2023-05-09 14:49:55,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +13: [2023-05-09 14:49:55,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 7: [2023-05-09 14:49:55,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-09 14:49:55,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-09 14:49:55,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-09 14:49:55,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-09 14:49:55,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-09 14:49:55,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-09 14:49:55,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-09 14:49:55,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-09 14:49:55,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-09 14:49:55,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-09 14:49:55,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 2: [2023-05-09 14:49:55,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-09 14:49:55,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-09 14:49:55,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +22: [2023-05-09 14:49:55,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +25: [2023-05-09 14:49:55,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-09 14:49:55,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-09 14:49:55,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-09 14:49:55,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-09 14:49:55,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-09 14:49:55,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-09 14:49:55,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 2: [2023-05-09 14:49:55,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +25: [2023-05-09 14:49:55,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 5: [2023-05-09 14:49:55,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 2: [2023-05-09 14:49:55,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 4: [2023-05-09 14:49:55,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-09 14:49:55,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +25: [2023-05-09 14:49:55,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +23: [2023-05-09 14:49:55,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-09 14:49:55,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +21: [2023-05-09 14:49:55,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-09 14:49:55,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-09 14:49:55,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-09 14:49:55,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-09 14:49:55,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-09 14:49:55,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-09 14:49:55,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-09 14:49:55,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-09 14:49:55,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-09 14:49:55,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-09 14:49:55,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-09 14:49:55,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-09 14:49:55,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-09 14:49:55,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-09 14:49:55,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-09 14:49:55,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-09 14:49:55,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-09 14:49:55,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-09 14:49:55,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-09 14:49:55,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-09 14:49:55,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-09 14:49:55,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-09 14:49:55,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-09 14:49:55,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-09 14:49:55,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-09 14:49:55,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-09 14:49:55,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-09 14:49:55,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-09 14:49:55,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-09 14:49:55,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-09 14:49:55,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-09 14:49:55,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-09 14:49:55,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-09 14:49:55,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-09 14:49:55,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-09 14:49:55,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-09 14:49:55,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-09 14:49:55,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +18: [2023-05-09 14:49:55,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +18: [2023-05-09 14:49:55,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +18: [2023-05-09 14:49:55,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +20: [2023-05-09 14:49:55,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-09 14:49:55,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-09 14:49:55,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 9: [2023-05-09 14:49:55,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-09 14:49:55,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 3: [2023-05-09 14:49:55,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 3: [2023-05-09 14:49:55,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 3: [2023-05-09 14:49:55,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-09 14:49:55,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-09 14:49:55,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-09 14:49:55,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-09 14:49:55,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +15: [2023-05-09 14:49:55,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +15: [2023-05-09 14:49:55,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 5: [2023-05-09 14:49:55,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:55,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 5: [2023-05-09 14:49:55,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:55,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +27: [2023-05-09 14:49:55,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-09 14:49:55,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-09 14:49:55,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-09 14:49:55,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-09 14:49:55,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-09 14:49:55,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-09 14:49:55,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-09 14:49:55,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +27: [2023-05-09 14:49:55,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 2: [2023-05-09 14:49:55,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-09 14:49:55,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-09 14:49:55,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-09 14:49:55,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-09 14:49:55,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +16: [2023-05-09 14:49:55,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +16: [2023-05-09 14:49:55,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +16: [2023-05-09 14:49:55,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +16: [2023-05-09 14:49:55,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 9: [2023-05-09 14:49:55,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 9: [2023-05-09 14:49:55,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 9: [2023-05-09 14:49:55,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-09 14:49:55,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-09 14:49:55,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +30: [2023-05-09 14:49:55,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +30: [2023-05-09 14:49:55,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +25: [2023-05-09 14:49:55,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-09 14:49:55,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 2: [2023-05-09 14:49:55,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +25: [2023-05-09 14:49:55,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-09 14:49:55,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +25: [2023-05-09 14:49:55,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-09 14:49:55,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +20: [2023-05-09 14:49:55,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +20: [2023-05-09 14:49:55,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 5: [2023-05-09 14:49:55,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 5: [2023-05-09 14:49:55,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 5: [2023-05-09 14:49:55,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +20: [2023-05-09 14:49:55,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 5: [2023-05-09 14:49:55,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 4: [2023-05-09 14:49:55,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 4: [2023-05-09 14:49:55,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 4: [2023-05-09 14:49:55,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 4: [2023-05-09 14:49:55,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +31: [2023-05-09 14:49:55,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +31: [2023-05-09 14:49:55,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +31: [2023-05-09 14:49:55,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +18: [2023-05-09 14:49:55,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-09 14:49:55,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-09 14:49:55,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-09 14:49:55,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 3: [2023-05-09 14:49:55,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-09 14:49:55,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-09 14:49:55,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:55,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-09 14:49:55,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-09 14:49:55,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-09 14:49:55,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 3: [2023-05-09 14:49:55,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-09 14:49:55,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-09 14:49:55,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-09 14:49:55,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-09 14:49:55,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-09 14:49:55,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-09 14:49:55,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-09 14:49:55,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-09 14:49:55,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-09 14:49:55,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-09 14:49:55,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-09 14:49:55,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-09 14:49:55,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-09 14:49:55,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-09 14:49:55,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-09 14:49:55,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-09 14:49:55,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-09 14:49:55,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-09 14:49:55,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-09 14:49:55,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-09 14:49:55,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 6: [2023-05-09 14:49:55,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 6: [2023-05-09 14:49:55,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +20: [2023-05-09 14:49:55,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-09 14:49:55,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +20: [2023-05-09 14:49:55,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-09 14:49:55,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 7: [2023-05-09 14:49:55,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 7: [2023-05-09 14:49:55,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +31: [2023-05-09 14:49:55,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-09 14:49:55,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-09 14:49:55,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-09 14:49:55,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-09 14:49:55,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-09 14:49:55,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-09 14:49:55,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +19: [2023-05-09 14:49:55,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +19: [2023-05-09 14:49:55,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +19: [2023-05-09 14:49:55,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 4: [2023-05-09 14:49:55,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-09 14:49:55,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-09 14:49:55,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-09 14:49:55,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-09 14:49:55,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-09 14:49:55,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-09 14:49:55,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-09 14:49:55,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-09 14:49:55,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-09 14:49:55,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-09 14:49:55,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-09 14:49:55,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-09 14:49:55,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-09 14:49:55,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-09 14:49:55,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-09 14:49:55,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-09 14:49:55,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-09 14:49:55,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-09 14:49:55,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-09 14:49:55,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-09 14:49:55,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +10: [2023-05-09 14:49:55,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-09 14:49:55,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-09 14:49:55,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-09 14:49:55,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-09 14:49:55,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-09 14:49:55,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +17: [2023-05-09 14:49:55,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +17: [2023-05-09 14:49:55,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +17: [2023-05-09 14:49:55,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-09 14:49:55,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +19: [2023-05-09 14:49:55,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +19: [2023-05-09 14:49:55,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-09 14:49:55,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +26: [2023-05-09 14:49:55,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +26: [2023-05-09 14:49:55,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +26: [2023-05-09 14:49:55,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +15: [2023-05-09 14:49:55,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-09 14:49:55,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-09 14:49:55,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-09 14:49:55,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-09 14:49:55,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +15: [2023-05-09 14:49:55,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +15: [2023-05-09 14:49:55,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 1: [2023-05-09 14:49:55,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 1: [2023-05-09 14:49:55,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +30: [2023-05-09 14:49:55,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 1: [2023-05-09 14:49:55,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 5: [2023-05-09 14:49:55,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-09 14:49:55,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-09 14:49:55,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-09 14:49:55,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-09 14:49:55,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-09 14:49:55,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 5: [2023-05-09 14:49:55,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 9: [2023-05-09 14:49:55,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-09 14:49:55,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +16: [2023-05-09 14:49:55,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +16: [2023-05-09 14:49:55,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +16: [2023-05-09 14:49:55,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +30: [2023-05-09 14:49:55,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 5: [2023-05-09 14:49:55,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 5: [2023-05-09 14:49:55,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +30: [2023-05-09 14:49:55,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +30: [2023-05-09 14:49:55,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 9: [2023-05-09 14:49:55,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 9: [2023-05-09 14:49:55,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 9: [2023-05-09 14:49:55,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +20: [2023-05-09 14:49:55,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-09 14:49:55,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-09 14:49:55,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-09 14:49:55,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-09 14:49:55,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-09 14:49:55,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-09 14:49:55,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-09 14:49:55,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-09 14:49:55,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-09 14:49:55,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-09 14:49:55,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +20: [2023-05-09 14:49:55,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +20: [2023-05-09 14:49:55,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +20: [2023-05-09 14:49:55,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 4: [2023-05-09 14:49:55,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-09 14:49:55,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-09 14:49:55,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-09 14:49:55,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-09 14:49:55,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-09 14:49:55,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-09 14:49:55,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-09 14:49:55,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-09 14:49:55,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-09 14:49:55,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-09 14:49:55,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-09 14:49:55,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 3: [2023-05-09 14:49:55,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-09 14:49:55,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 7: [2023-05-09 14:49:55,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-09 14:49:55,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-09 14:49:55,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 4: [2023-05-09 14:49:55,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-09 14:49:55,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-09 14:49:55,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-09 14:49:55,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-09 14:49:55,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 7: [2023-05-09 14:49:55,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +16: [2023-05-09 14:49:55,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-09 14:49:55,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-09 14:49:55,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +17: [2023-05-09 14:49:55,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-09 14:49:55,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-09 14:49:55,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-09 14:49:55,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +28: [2023-05-09 14:49:55,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +28: [2023-05-09 14:49:55,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +13: [2023-05-09 14:49:55,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-09 14:49:55,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 3: [2023-05-09 14:49:55,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 3: [2023-05-09 14:49:55,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-09 14:49:55,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 3: [2023-05-09 14:49:55,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-09 14:49:55,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +13: [2023-05-09 14:49:55,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-09 14:49:55,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 4: [2023-05-09 14:49:55,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 4: [2023-05-09 14:49:55,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 4: [2023-05-09 14:49:55,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 7: [2023-05-09 14:49:55,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-09 14:49:55,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +16: [2023-05-09 14:49:55,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-09 14:49:55,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +24: [2023-05-09 14:49:55,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +24: [2023-05-09 14:49:55,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +17: [2023-05-09 14:49:55,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-09 14:49:55,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-09 14:49:55,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +17: [2023-05-09 14:49:55,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-09 14:49:55,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-09 14:49:55,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-09 14:49:55,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +11: [2023-05-09 14:49:55,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +11: [2023-05-09 14:49:55,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +10: [2023-05-09 14:49:55,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-09 14:49:55,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +14: [2023-05-09 14:49:55,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +14: [2023-05-09 14:49:55,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +14: [2023-05-09 14:49:55,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +11: [2023-05-09 14:49:55,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 7: [2023-05-09 14:49:55,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +11: [2023-05-09 14:49:55,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +23: [2023-05-09 14:49:55,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +23: [2023-05-09 14:49:55,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +21: [2023-05-09 14:49:55,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +21: [2023-05-09 14:49:55,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +21: [2023-05-09 14:49:55,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +21: [2023-05-09 14:49:55,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +23: [2023-05-09 14:49:55,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +23: [2023-05-09 14:49:55,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 0: [2023-05-09 14:49:55,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 0: [2023-05-09 14:49:55,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +10: [2023-05-09 14:49:55,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +10: [2023-05-09 14:49:55,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 0: [2023-05-09 14:49:55,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. + 0: [2023-05-09 14:49:55,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +16: [2023-05-09 14:49:55,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-09 14:49:55,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-09 14:49:55,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +10: [2023-05-09 14:49:55,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +16: [2023-05-09 14:49:55,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-09 14:49:55,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-09 14:49:55,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +12: [2023-05-09 14:49:55,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +12: [2023-05-09 14:49:55,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +12: [2023-05-09 14:49:55,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_03-model_01-model_states.pt. +28: [2023-05-09 14:49:55,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-09 14:49:55,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-09 14:49:55,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-09 14:49:55,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-09 14:49:55,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-09 14:49:55,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-09 14:49:55,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-09 14:49:55,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-09 14:49:55,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-09 14:49:55,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-09 14:49:55,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-09 14:49:55,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-09 14:49:55,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-09 14:49:55,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 8: [2023-05-09 14:49:55,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +26: [2023-05-09 14:49:55,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-09 14:49:55,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-09 14:49:55,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-09 14:49:55,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 8: [2023-05-09 14:49:55,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-09 14:49:55,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-09 14:49:55,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-09 14:49:55,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-09 14:49:55,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-09 14:49:55,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-09 14:49:55,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-09 14:49:55,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-09 14:49:55,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-09 14:49:55,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +31: [2023-05-09 14:49:55,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-09 14:49:55,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-09 14:49:55,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-09 14:49:55,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-09 14:49:55,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-09 14:49:55,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-09 14:49:55,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-09 14:49:55,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-09 14:49:55,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-09 14:49:55,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-09 14:49:55,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-09 14:49:55,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-09 14:49:55,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +31: [2023-05-09 14:49:55,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +31: [2023-05-09 14:49:55,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +21: [2023-05-09 14:49:55,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-09 14:49:55,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-09 14:49:55,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-09 14:49:55,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-09 14:49:55,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +31: [2023-05-09 14:49:55,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-09 14:49:55,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-09 14:49:55,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-09 14:49:55,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-09 14:49:55,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-09 14:49:55,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-09 14:49:55,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-09 14:49:55,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +17: [2023-05-09 14:49:55,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +26: [2023-05-09 14:49:55,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +28: [2023-05-09 14:49:55,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-09 14:49:55,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-09 14:49:55,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-09 14:49:55,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-09 14:49:55,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-09 14:49:55,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-09 14:49:55,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +10: [2023-05-09 14:49:55,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-09 14:49:55,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-09 14:49:55,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-09 14:49:55,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-09 14:49:55,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-09 14:49:55,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-09 14:49:55,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-09 14:49:55,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-09 14:49:55,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-09 14:49:55,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-09 14:49:55,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +28: [2023-05-09 14:49:55,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-09 14:49:55,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-09 14:49:55,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-09 14:49:55,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-09 14:49:55,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-09 14:49:55,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-09 14:49:55,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +10: [2023-05-09 14:49:55,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-09 14:49:55,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-09 14:49:55,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 0: [2023-05-09 14:49:55,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-09 14:49:55,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-09 14:49:55,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-09 14:49:55,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-09 14:49:55,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-09 14:49:55,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 3: [2023-05-09 14:49:55,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-09 14:49:55,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-09 14:49:55,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-09 14:49:55,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-09 14:49:55,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-09 14:49:55,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-09 14:49:55,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-09 14:49:55,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-09 14:49:55,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-09 14:49:55,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-09 14:49:55,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-09 14:49:55,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +17: [2023-05-09 14:49:55,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-09 14:49:55,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-09 14:49:55,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-09 14:49:55,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-09 14:49:55,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-09 14:49:55,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-09 14:49:55,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-09 14:49:55,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-09 14:49:55,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-09 14:49:55,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-09 14:49:55,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-09 14:49:55,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-09 14:49:55,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +14: [2023-05-09 14:49:55,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 0: [2023-05-09 14:49:55,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-09 14:49:55,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-09 14:49:55,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-09 14:49:55,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +21: [2023-05-09 14:49:55,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +21: [2023-05-09 14:49:55,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-09 14:49:55,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-09 14:49:55,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-09 14:49:55,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +21: [2023-05-09 14:49:55,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +21: [2023-05-09 14:49:55,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +14: [2023-05-09 14:49:55,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +14: [2023-05-09 14:49:55,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +10: [2023-05-09 14:49:55,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-09 14:49:55,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +12: [2023-05-09 14:49:55,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-09 14:49:55,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-09 14:49:55,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-09 14:49:55,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-09 14:49:55,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-09 14:49:55,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +28: [2023-05-09 14:49:55,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-09 14:49:55,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-09 14:49:55,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-09 14:49:55,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-09 14:49:55,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-09 14:49:55,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-09 14:49:55,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-09 14:49:55,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-09 14:49:55,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-09 14:49:55,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +12: [2023-05-09 14:49:55,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +28: [2023-05-09 14:49:55,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +26: [2023-05-09 14:49:55,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-09 14:49:55,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 8: [2023-05-09 14:49:55,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-09 14:49:55,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +23: [2023-05-09 14:49:55,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +23: [2023-05-09 14:49:55,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +12: [2023-05-09 14:49:55,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 0: [2023-05-09 14:49:55,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-09 14:49:55,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +10: [2023-05-09 14:49:55,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-09 14:49:55,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-09 14:49:55,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-09 14:49:55,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 8: [2023-05-09 14:49:55,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-09 14:49:55,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-09 14:49:55,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-09 14:49:55,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-09 14:49:55,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-09 14:49:55,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-09 14:49:55,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-09 14:49:55,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +10: [2023-05-09 14:49:55,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 0: [2023-05-09 14:49:55,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-09 14:49:55,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-09 14:49:55,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-09 14:49:55,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-09 14:49:55,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 0: [2023-05-09 14:49:55,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-09 14:49:55,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-09 14:49:55,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-09 14:49:55,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +11: [2023-05-09 14:49:55,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-09 14:49:55,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-09 14:49:55,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-09 14:49:55,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-09 14:49:55,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-09 14:49:55,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-09 14:49:55,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +11: [2023-05-09 14:49:55,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 0: [2023-05-09 14:49:55,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 0: [2023-05-09 14:49:55,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +11: [2023-05-09 14:49:55,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +11: [2023-05-09 14:49:55,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +11: [2023-05-09 14:49:55,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-09 14:49:55,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-09 14:49:55,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-09 14:49:55,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-09 14:49:55,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-09 14:49:55,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-09 14:49:55,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-09 14:49:55,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-09 14:49:55,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-09 14:49:55,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-09 14:49:55,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-09 14:49:55,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-09 14:49:55,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-09 14:49:55,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +18: [2023-05-09 14:49:55,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +18: [2023-05-09 14:49:55,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-09 14:49:55,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-09 14:49:55,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-09 14:49:55,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +18: [2023-05-09 14:49:55,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +18: [2023-05-09 14:49:55,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-09 14:49:55,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-09 14:49:55,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-09 14:49:55,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-09 14:49:55,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-09 14:49:55,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-09 14:49:55,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-09 14:49:55,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-09 14:49:55,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-09 14:49:55,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-09 14:49:55,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-09 14:49:55,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-09 14:49:55,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-09 14:49:55,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-09 14:49:55,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-09 14:49:55,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-09 14:49:55,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-09 14:49:55,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-09 14:49:55,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-09 14:49:55,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-09 14:49:55,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-09 14:49:55,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-09 14:49:55,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-09 14:49:55,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-09 14:49:55,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-09 14:49:55,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +19: [2023-05-09 14:49:55,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-09 14:49:55,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +24: [2023-05-09 14:49:55,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-09 14:49:55,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-09 14:49:55,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-09 14:49:55,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +19: [2023-05-09 14:49:55,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +24: [2023-05-09 14:49:55,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-09 14:49:55,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +19: [2023-05-09 14:49:55,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +19: [2023-05-09 14:49:55,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-09 14:49:55,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +19: [2023-05-09 14:49:55,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-09 14:49:55,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-09 14:49:55,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +29: [2023-05-09 14:49:55,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +19: [2023-05-09 14:49:55,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +29: [2023-05-09 14:49:55,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-09 14:49:55,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... + 1: [2023-05-09 14:49:55,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-09 14:49:55,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt... +29: [2023-05-09 14:49:55,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-09 14:49:55,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-09 14:49:55,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-09 14:49:55,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-09 14:49:55,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-09 14:49:55,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-09 14:49:55,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-09 14:49:55,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-09 14:49:55,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-09 14:49:55,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-09 14:49:55,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-09 14:49:55,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-09 14:49:55,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-09 14:49:55,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-09 14:49:55,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-09 14:49:55,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-09 14:49:55,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-09 14:49:55,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-09 14:49:55,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-09 14:49:55,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-09 14:49:55,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-09 14:49:55,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-09 14:49:55,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-09 14:49:55,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-09 14:49:55,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-09 14:49:55,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-09 14:49:55,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-09 14:49:55,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-09 14:49:55,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-09 14:49:55,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-09 14:49:55,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-09 14:49:55,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-09 14:49:55,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-09 14:49:55,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-09 14:49:55,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-09 14:49:55,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-09 14:49:55,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-09 14:49:55,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-09 14:49:55,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-09 14:49:55,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-09 14:49:55,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-09 14:49:55,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-09 14:49:55,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-09 14:49:55,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-09 14:49:55,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-09 14:49:55,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-09 14:49:55,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-09 14:49:55,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-09 14:49:55,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-09 14:49:55,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-09 14:49:55,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-09 14:49:55,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-09 14:49:55,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-09 14:49:55,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-09 14:49:55,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-09 14:49:55,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-09 14:49:55,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-09 14:49:55,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-09 14:49:55,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-09 14:49:55,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-09 14:49:55,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:55,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-09 14:49:55,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:55,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-09 14:49:55,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-09 14:49:55,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-09 14:49:55,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-09 14:49:55,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-09 14:49:55,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-09 14:49:55,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:55,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:55,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-09 14:49:55,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:55,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-09 14:49:55,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-09 14:49:55,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-09 14:49:55,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-09 14:49:55,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-09 14:49:55,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-09 14:49:55,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-09 14:49:55,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-09 14:49:55,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-09 14:49:55,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-09 14:49:55,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-09 14:49:55,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-09 14:49:55,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-09 14:49:55,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-09 14:49:55,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-09 14:49:55,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-09 14:49:55,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-09 14:49:55,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-09 14:49:55,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-09 14:49:55,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-09 14:49:55,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 5: [2023-05-09 14:49:55,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 5: [2023-05-09 14:49:55,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 5: [2023-05-09 14:49:55,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +30: [2023-05-09 14:49:55,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-09 14:49:55,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +15: [2023-05-09 14:49:55,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +15: [2023-05-09 14:49:55,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +15: [2023-05-09 14:49:55,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +30: [2023-05-09 14:49:55,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-09 14:49:55,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 9: [2023-05-09 14:49:55,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +23: [2023-05-09 14:49:55,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-09 14:49:55,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-09 14:49:55,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-09 14:49:55,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 9: [2023-05-09 14:49:55,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +10: [2023-05-09 14:49:55,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-09 14:49:55,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-09 14:49:55,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-09 14:49:55,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-09 14:49:55,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-09 14:49:55,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-09 14:49:55,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-09 14:49:55,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-09 14:49:55,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-09 14:49:55,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-09 14:49:55,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-09 14:49:55,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-09 14:49:55,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-09 14:49:55,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-09 14:49:55,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-09 14:49:55,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-09 14:49:55,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-09 14:49:55,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +13: [2023-05-09 14:49:55,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +13: [2023-05-09 14:49:55,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +13: [2023-05-09 14:49:55,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 9: [2023-05-09 14:49:55,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 8: [2023-05-09 14:49:55,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 8: [2023-05-09 14:49:55,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 8: [2023-05-09 14:49:55,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +26: [2023-05-09 14:49:55,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +26: [2023-05-09 14:49:55,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +26: [2023-05-09 14:49:55,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 5: [2023-05-09 14:49:55,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-09 14:49:55,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +30: [2023-05-09 14:49:55,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-09 14:49:55,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-09 14:49:55,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-09 14:49:55,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-09 14:49:55,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-09 14:49:55,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-09 14:49:55,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-09 14:49:55,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-09 14:49:55,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-09 14:49:55,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-09 14:49:55,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-09 14:49:55,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-09 14:49:55,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-09 14:49:55,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:55,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-09 14:49:55,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-09 14:49:55,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:55,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-09 14:49:55,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-09 14:49:55,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-09 14:49:55,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-09 14:49:55,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-09 14:49:55,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-09 14:49:55,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-09 14:49:55,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-09 14:49:55,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-09 14:49:55,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-09 14:49:55,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:55,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-09 14:49:55,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-09 14:49:55,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-09 14:49:55,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-09 14:49:55,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-09 14:49:55,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-09 14:49:55,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-09 14:49:55,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-09 14:49:55,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-09 14:49:55,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-09 14:49:55,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-09 14:49:55,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-09 14:49:55,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-09 14:49:55,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-09 14:49:55,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-09 14:49:55,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-09 14:49:55,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-09 14:49:55,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-09 14:49:55,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-09 14:49:55,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-09 14:49:55,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-09 14:49:55,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-09 14:49:55,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-09 14:49:55,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-09 14:49:55,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-09 14:49:55,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-09 14:49:55,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-09 14:49:55,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-09 14:49:55,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-09 14:49:55,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-09 14:49:55,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-09 14:49:55,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-09 14:49:55,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-09 14:49:55,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-09 14:49:55,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +16: [2023-05-09 14:49:55,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +12: [2023-05-09 14:49:55,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-09 14:49:55,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +17: [2023-05-09 14:49:55,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 8: [2023-05-09 14:49:55,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-09 14:49:55,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +16: [2023-05-09 14:49:55,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +17: [2023-05-09 14:49:55,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 4: [2023-05-09 14:49:55,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 4: [2023-05-09 14:49:55,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 4: [2023-05-09 14:49:55,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +17: [2023-05-09 14:49:55,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 4: [2023-05-09 14:49:55,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 7: [2023-05-09 14:49:55,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-09 14:49:55,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +31: [2023-05-09 14:49:55,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +10: [2023-05-09 14:49:55,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-09 14:49:55,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:55,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 6: [2023-05-09 14:49:55,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-09 14:49:55,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +15: [2023-05-09 14:49:55,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 7: [2023-05-09 14:49:55,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 7: [2023-05-09 14:49:55,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 7: [2023-05-09 14:49:55,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 9: [2023-05-09 14:49:55,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-09 14:49:55,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-09 14:49:55,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +15: [2023-05-09 14:49:55,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-09 14:49:55,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 5: [2023-05-09 14:49:55,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-09 14:49:55,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-09 14:49:55,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-09 14:49:55,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-09 14:49:55,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 5: [2023-05-09 14:49:55,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +15: [2023-05-09 14:49:55,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 5: [2023-05-09 14:49:55,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 5: [2023-05-09 14:49:55,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:55,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 5: [2023-05-09 14:49:55,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +10: [2023-05-09 14:49:55,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-09 14:49:55,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-09 14:49:55,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-09 14:49:55,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-09 14:49:55,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-09 14:49:55,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:55,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-09 14:49:55,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-09 14:49:55,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-09 14:49:55,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-09 14:49:55,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-09 14:49:55,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-09 14:49:55,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +16: [2023-05-09 14:49:55,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-09 14:49:55,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-09 14:49:55,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:55,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 4: [2023-05-09 14:49:55,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-09 14:49:55,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-09 14:49:55,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-09 14:49:55,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-09 14:49:55,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 6: [2023-05-09 14:49:55,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-09 14:49:55,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-09 14:49:55,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-09 14:49:55,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-09 14:49:55,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-09 14:49:55,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 9: [2023-05-09 14:49:55,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 6: [2023-05-09 14:49:55,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-09 14:49:55,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +14: [2023-05-09 14:49:55,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-09 14:49:55,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-09 14:49:55,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-09 14:49:55,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +14: [2023-05-09 14:49:55,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-09 14:49:55,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-09 14:49:55,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-09 14:49:55,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-09 14:49:55,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-09 14:49:55,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-09 14:49:55,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-09 14:49:55,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-09 14:49:55,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-09 14:49:55,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +27: [2023-05-09 14:49:55,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-09 14:49:55,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-09 14:49:55,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-09 14:49:55,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-09 14:49:55,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-09 14:49:55,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-09 14:49:55,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-09 14:49:55,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-09 14:49:55,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-09 14:49:55,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-09 14:49:55,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-09 14:49:55,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-09 14:49:55,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-09 14:49:55,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-09 14:49:55,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-09 14:49:55,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-09 14:49:55,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-09 14:49:55,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-09 14:49:55,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-09 14:49:55,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-09 14:49:55,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-09 14:49:55,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-09 14:49:55,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-09 14:49:55,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-09 14:49:55,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-09 14:49:55,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +13: [2023-05-09 14:49:55,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +16: [2023-05-09 14:49:55,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-09 14:49:55,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-09 14:49:55,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +13: [2023-05-09 14:49:55,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-09 14:49:55,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-09 14:49:55,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +13: [2023-05-09 14:49:55,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-09 14:49:55,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-09 14:49:55,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-09 14:49:55,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-09 14:49:55,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-09 14:49:55,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +27: [2023-05-09 14:49:55,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 5: [2023-05-09 14:49:55,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-09 14:49:55,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-09 14:49:55,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +27: [2023-05-09 14:49:56,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +17: [2023-05-09 14:49:56,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:56,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-09 14:49:56,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-09 14:49:56,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:56,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-09 14:49:56,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-09 14:49:56,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-09 14:49:56,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:56,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-09 14:49:56,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +21: [2023-05-09 14:49:56,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +21: [2023-05-09 14:49:56,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +31: [2023-05-09 14:49:56,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-09 14:49:56,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-09 14:49:56,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 5: [2023-05-09 14:49:56,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-09 14:49:56,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-09 14:49:56,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-09 14:49:56,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-09 14:49:56,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-09 14:49:56,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-09 14:49:56,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-09 14:49:56,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-09 14:49:56,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:56,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-09 14:49:56,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +17: [2023-05-09 14:49:56,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 7: [2023-05-09 14:49:56,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-09 14:49:56,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-09 14:49:56,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-09 14:49:56,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-09 14:49:56,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +31: [2023-05-09 14:49:56,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-09 14:49:56,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +11: [2023-05-09 14:49:56,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +31: [2023-05-09 14:49:56,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +16: [2023-05-09 14:49:56,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-09 14:49:56,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-09 14:49:56,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 7: [2023-05-09 14:49:56,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +16: [2023-05-09 14:49:56,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-09 14:49:56,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-09 14:49:56,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 7: [2023-05-09 14:49:56,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-09 14:49:56,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-09 14:49:56,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-09 14:49:56,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +31: [2023-05-09 14:49:56,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-09 14:49:56,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-09 14:49:56,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-09 14:49:56,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-09 14:49:56,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +16: [2023-05-09 14:49:56,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 7: [2023-05-09 14:49:56,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 7: [2023-05-09 14:49:56,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-09 14:49:56,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-09 14:49:56,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-09 14:49:56,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-09 14:49:56,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-09 14:49:56,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +16: [2023-05-09 14:49:56,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-09 14:49:56,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-09 14:49:56,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-09 14:49:56,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-09 14:49:56,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-09 14:49:56,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-09 14:49:56,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-09 14:49:56,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 7: [2023-05-09 14:49:56,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +31: [2023-05-09 14:49:56,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-09 14:49:56,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 7: [2023-05-09 14:49:56,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +16: [2023-05-09 14:49:56,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 5: [2023-05-09 14:49:56,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-09 14:49:56,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 4: [2023-05-09 14:49:56,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 4: [2023-05-09 14:49:56,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +31: [2023-05-09 14:49:56,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 4: [2023-05-09 14:49:56,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 4: [2023-05-09 14:49:56,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-09 14:49:56,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-09 14:49:56,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-09 14:49:56,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-09 14:49:56,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-09 14:49:56,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-09 14:49:56,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-09 14:49:56,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +19: [2023-05-09 14:49:56,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +19: [2023-05-09 14:49:56,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +13: [2023-05-09 14:49:56,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-09 14:49:56,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-09 14:49:56,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-09 14:49:56,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-09 14:49:56,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +13: [2023-05-09 14:49:56,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-09 14:49:56,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-09 14:49:56,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-09 14:49:56,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-09 14:49:56,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-09 14:49:56,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:56,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-09 14:49:56,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-09 14:49:56,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-09 14:49:56,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-09 14:49:56,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-09 14:49:56,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-09 14:49:56,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:56,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-09 14:49:56,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-09 14:49:56,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +27: [2023-05-09 14:49:56,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +27: [2023-05-09 14:49:56,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-09 14:49:56,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-09 14:49:56,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-09 14:49:56,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-09 14:49:56,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-09 14:49:56,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-09 14:49:56,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-09 14:49:56,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +21: [2023-05-09 14:49:56,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +27: [2023-05-09 14:49:56,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +21: [2023-05-09 14:49:56,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-09 14:49:56,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-09 14:49:56,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-09 14:49:56,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-09 14:49:56,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-09 14:49:56,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-09 14:49:56,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-09 14:49:56,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-09 14:49:56,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-09 14:49:56,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +21: [2023-05-09 14:49:56,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +22: [2023-05-09 14:49:56,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +22: [2023-05-09 14:49:56,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +22: [2023-05-09 14:49:56,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +25: [2023-05-09 14:49:56,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +25: [2023-05-09 14:49:56,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +25: [2023-05-09 14:49:56,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +26: [2023-05-09 14:49:56,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-09 14:49:56,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-09 14:49:56,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +25: [2023-05-09 14:49:56,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 4: [2023-05-09 14:49:56,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-09 14:49:56,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-09 14:49:56,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-09 14:49:56,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-09 14:49:56,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +23: [2023-05-09 14:49:56,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +29: [2023-05-09 14:49:56,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +29: [2023-05-09 14:49:56,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +29: [2023-05-09 14:49:56,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +29: [2023-05-09 14:49:56,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +23: [2023-05-09 14:49:56,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +23: [2023-05-09 14:49:56,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +21: [2023-05-09 14:49:56,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +26: [2023-05-09 14:49:56,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +26: [2023-05-09 14:49:56,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 4: [2023-05-09 14:49:56,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-09 14:49:56,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-09 14:49:56,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-09 14:49:56,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +26: [2023-05-09 14:49:56,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +26: [2023-05-09 14:49:56,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-09 14:49:56,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-09 14:49:56,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +14: [2023-05-09 14:49:56,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 0: [2023-05-09 14:49:56,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-09 14:49:56,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +14: [2023-05-09 14:49:56,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +25: [2023-05-09 14:49:56,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-09 14:49:56,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-09 14:49:56,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-09 14:49:56,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-09 14:49:56,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-09 14:49:56,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-09 14:49:56,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-09 14:49:56,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-09 14:49:56,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-09 14:49:56,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-09 14:49:56,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-09 14:49:56,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-09 14:49:56,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-09 14:49:56,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-09 14:49:56,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-09 14:49:56,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-09 14:49:56,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-09 14:49:56,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-09 14:49:56,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-09 14:49:56,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-09 14:49:56,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-09 14:49:56,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-09 14:49:56,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-09 14:49:56,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-09 14:49:56,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-09 14:49:56,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-09 14:49:56,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-09 14:49:56,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-09 14:49:56,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-09 14:49:56,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-09 14:49:56,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-09 14:49:56,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +10: [2023-05-09 14:49:56,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +10: [2023-05-09 14:49:56,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +18: [2023-05-09 14:49:56,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-09 14:49:56,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-09 14:49:56,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-09 14:49:56,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +18: [2023-05-09 14:49:56,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-09 14:49:56,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-09 14:49:56,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-09 14:49:56,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-09 14:49:56,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-09 14:49:56,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-09 14:49:56,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-09 14:49:56,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-09 14:49:56,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-09 14:49:56,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-09 14:49:56,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-09 14:49:56,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-09 14:49:56,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-09 14:49:56,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-09 14:49:56,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-09 14:49:56,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-09 14:49:56,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-09 14:49:56,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-09 14:49:56,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-09 14:49:56,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-09 14:49:56,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-09 14:49:56,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-09 14:49:56,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-09 14:49:56,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-09 14:49:56,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-09 14:49:56,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-09 14:49:56,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-09 14:49:56,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +19: [2023-05-09 14:49:56,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-09 14:49:56,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-09 14:49:56,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-09 14:49:56,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-09 14:49:56,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-09 14:49:56,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-09 14:49:56,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-09 14:49:56,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-09 14:49:56,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +23: [2023-05-09 14:49:56,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-09 14:49:56,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-09 14:49:56,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-09 14:49:56,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-09 14:49:56,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +19: [2023-05-09 14:49:56,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +19: [2023-05-09 14:49:56,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +28: [2023-05-09 14:49:56,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-09 14:49:56,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-09 14:49:56,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-09 14:49:56,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +19: [2023-05-09 14:49:56,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-09 14:49:56,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +24: [2023-05-09 14:49:56,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-09 14:49:56,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-09 14:49:56,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-09 14:49:56,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-09 14:49:56,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-09 14:49:56,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-09 14:49:56,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-09 14:49:56,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-09 14:49:56,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-09 14:49:56,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-09 14:49:56,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-09 14:49:56,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-09 14:49:56,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-09 14:49:56,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-09 14:49:56,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-09 14:49:56,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-09 14:49:56,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +25: [2023-05-09 14:49:56,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +25: [2023-05-09 14:49:56,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +25: [2023-05-09 14:49:56,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-09 14:49:56,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-09 14:49:56,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-09 14:49:56,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-09 14:49:56,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-09 14:49:56,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-09 14:49:56,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-09 14:49:56,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-09 14:49:56,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-09 14:49:56,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-09 14:49:56,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-09 14:49:56,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-09 14:49:56,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-09 14:49:56,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-09 14:49:56,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +18: [2023-05-09 14:49:56,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-09 14:49:56,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-09 14:49:56,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-09 14:49:56,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-09 14:49:56,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +22: [2023-05-09 14:49:56,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +22: [2023-05-09 14:49:56,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +22: [2023-05-09 14:49:56,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-09 14:49:56,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-09 14:49:56,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-09 14:49:56,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-09 14:49:56,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 3: [2023-05-09 14:49:56,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 3: [2023-05-09 14:49:56,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 2: [2023-05-09 14:49:56,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 2: [2023-05-09 14:49:56,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 2: [2023-05-09 14:49:56,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 2: [2023-05-09 14:49:56,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +14: [2023-05-09 14:49:56,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +14: [2023-05-09 14:49:56,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +14: [2023-05-09 14:49:56,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-09 14:49:56,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-09 14:49:56,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-09 14:49:56,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-09 14:49:56,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-09 14:49:56,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-09 14:49:56,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 3: [2023-05-09 14:49:56,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-09 14:49:56,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +10: [2023-05-09 14:49:56,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-09 14:49:56,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-09 14:49:56,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-09 14:49:56,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-09 14:49:56,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +28: [2023-05-09 14:49:56,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +28: [2023-05-09 14:49:56,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-09 14:49:56,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +24: [2023-05-09 14:49:56,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +24: [2023-05-09 14:49:56,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +28: [2023-05-09 14:49:56,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +20: [2023-05-09 14:49:56,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-09 14:49:56,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +24: [2023-05-09 14:49:56,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +24: [2023-05-09 14:49:56,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-09 14:49:56,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-09 14:49:56,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-09 14:49:56,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-09 14:49:56,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-09 14:49:56,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-09 14:49:56,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-09 14:49:56,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +30: [2023-05-09 14:49:56,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +30: [2023-05-09 14:49:56,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +24: [2023-05-09 14:49:56,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-09 14:49:56,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-09 14:49:56,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +10: [2023-05-09 14:49:56,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +10: [2023-05-09 14:49:56,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 1: [2023-05-09 14:49:56,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +14: [2023-05-09 14:49:56,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-09 14:49:56,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-09 14:49:56,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +20: [2023-05-09 14:49:56,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +20: [2023-05-09 14:49:56,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +20: [2023-05-09 14:49:56,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +18: [2023-05-09 14:49:56,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 3: [2023-05-09 14:49:56,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +10: [2023-05-09 14:49:56,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +18: [2023-05-09 14:49:56,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-09 14:49:56,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-09 14:49:56,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-09 14:49:56,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-09 14:49:56,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +18: [2023-05-09 14:49:56,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 3: [2023-05-09 14:49:56,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-09 14:49:56,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +18: [2023-05-09 14:49:56,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 3: [2023-05-09 14:49:56,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-09 14:49:56,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-09 14:49:56,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-09 14:49:56,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-09 14:49:56,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-09 14:49:56,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-09 14:49:56,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-09 14:49:56,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-09 14:49:56,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-09 14:49:56,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-09 14:49:56,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-09 14:49:56,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-09 14:49:56,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-09 14:49:56,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-09 14:49:56,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-09 14:49:56,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-09 14:49:56,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-09 14:49:56,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-09 14:49:56,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-09 14:49:56,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-09 14:49:56,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-09 14:49:56,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-09 14:49:56,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-09 14:49:56,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-09 14:49:56,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-09 14:49:56,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-09 14:49:56,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-09 14:49:56,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-09 14:49:56,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-09 14:49:56,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-09 14:49:56,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-09 14:49:56,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-09 14:49:56,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-09 14:49:56,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-09 14:49:56,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-09 14:49:56,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-09 14:49:56,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 6: [2023-05-09 14:49:56,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 6: [2023-05-09 14:49:56,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 6: [2023-05-09 14:49:56,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +11: [2023-05-09 14:49:56,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-09 14:49:56,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-09 14:49:56,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-09 14:49:56,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +12: [2023-05-09 14:49:56,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +12: [2023-05-09 14:49:56,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +12: [2023-05-09 14:49:56,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. +30: [2023-05-09 14:49:56,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-09 14:49:56,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-09 14:49:56,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 0: [2023-05-09 14:49:56,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 0: [2023-05-09 14:49:56,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 0: [2023-05-09 14:49:56,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_04-model_01-model_states.pt. + 2: [2023-05-09 14:49:56,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +28: [2023-05-09 14:49:56,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-09 14:49:56,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 2: [2023-05-09 14:49:56,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +30: [2023-05-09 14:49:56,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 2: [2023-05-09 14:49:56,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +24: [2023-05-09 14:49:56,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-09 14:49:56,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +28: [2023-05-09 14:49:56,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +28: [2023-05-09 14:49:56,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-09 14:49:56,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-09 14:49:56,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +24: [2023-05-09 14:49:56,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +24: [2023-05-09 14:49:56,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-09 14:49:56,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 1: [2023-05-09 14:49:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +28: [2023-05-09 14:49:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 1: [2023-05-09 14:49:56,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-09 14:49:56,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +30: [2023-05-09 14:49:56,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-09 14:49:56,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-09 14:49:56,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 1: [2023-05-09 14:49:56,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +24: [2023-05-09 14:49:56,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 1: [2023-05-09 14:49:56,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 6: [2023-05-09 14:49:56,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-09 14:49:56,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-09 14:49:56,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-09 14:49:56,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 6: [2023-05-09 14:49:56,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-09 14:49:56,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +18: [2023-05-09 14:49:56,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-09 14:49:56,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-09 14:49:56,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-09 14:49:56,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-09 14:49:56,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +30: [2023-05-09 14:49:56,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-09 14:49:56,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-09 14:49:56,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 3: [2023-05-09 14:49:56,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +30: [2023-05-09 14:49:56,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +18: [2023-05-09 14:49:56,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 3: [2023-05-09 14:49:56,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 3: [2023-05-09 14:49:56,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +18: [2023-05-09 14:49:56,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +12: [2023-05-09 14:49:56,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-09 14:49:56,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-09 14:49:56,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-09 14:49:56,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-09 14:49:56,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-09 14:49:56,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-09 14:49:56,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-09 14:49:56,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-09 14:49:56,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-09 14:49:56,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:56,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-09 14:49:56,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-09 14:49:56,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-09 14:49:56,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-09 14:49:56,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-09 14:49:56,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-09 14:49:56,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-09 14:49:56,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +12: [2023-05-09 14:49:56,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +12: [2023-05-09 14:49:56,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 6: [2023-05-09 14:49:56,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +12: [2023-05-09 14:49:56,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-09 14:49:56,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 6: [2023-05-09 14:49:56,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 0: [2023-05-09 14:49:56,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-09 14:49:56,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-09 14:49:56,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +12: [2023-05-09 14:49:56,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +29: [2023-05-09 14:49:56,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-09 14:49:56,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +29: [2023-05-09 14:49:56,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-09 14:49:56,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +29: [2023-05-09 14:49:56,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-09 14:49:56,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-09 14:49:56,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-09 14:49:56,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-09 14:49:56,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-09 14:49:56,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-09 14:49:56,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-09 14:49:56,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-09 14:49:56,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-09 14:49:56,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-09 14:49:56,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +29: [2023-05-09 14:49:56,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 0: [2023-05-09 14:49:56,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-09 14:49:56,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-09 14:49:56,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-09 14:49:56,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... + 0: [2023-05-09 14:49:56,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +30: [2023-05-09 14:49:56,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-09 14:49:56,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-09 14:49:56,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +29: [2023-05-09 14:49:56,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-09 14:49:56,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +29: [2023-05-09 14:49:56,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-09 14:49:56,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-09 14:49:56,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-09 14:49:56,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-09 14:49:56,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt... +15: [2023-05-09 14:49:56,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-09 14:49:56,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-09 14:49:56,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-09 14:49:56,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-09 14:49:56,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-09 14:49:56,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-09 14:49:56,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-09 14:49:56,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-09 14:49:56,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-09 14:49:56,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-09 14:49:56,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-09 14:49:56,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-09 14:49:56,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-09 14:49:56,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-09 14:49:56,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-09 14:49:56,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-09 14:49:56,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-09 14:49:56,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-09 14:49:56,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-09 14:49:56,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-09 14:49:56,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-09 14:49:56,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-09 14:49:56,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-09 14:49:56,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-09 14:49:56,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-09 14:49:56,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-09 14:49:56,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-09 14:49:56,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-09 14:49:56,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-09 14:49:56,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-09 14:49:56,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-09 14:49:56,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-09 14:49:56,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-09 14:49:56,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-09 14:49:56,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-09 14:49:56,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-09 14:49:56,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-09 14:49:56,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-09 14:49:56,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-09 14:49:56,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-09 14:49:56,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-09 14:49:56,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-09 14:49:56,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-09 14:49:56,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-09 14:49:56,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-09 14:49:56,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-09 14:49:56,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-09 14:49:56,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-09 14:49:56,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-09 14:49:56,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-09 14:49:56,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-09 14:49:56,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-09 14:49:56,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-09 14:49:56,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-09 14:49:56,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-09 14:49:56,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-09 14:49:56,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-09 14:49:56,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-09 14:49:56,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-09 14:49:56,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-09 14:49:56,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-09 14:49:56,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-09 14:49:56,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-09 14:49:56,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-09 14:49:56,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-09 14:49:56,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-09 14:49:56,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-09 14:49:56,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-09 14:49:56,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-09 14:49:56,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-09 14:49:56,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-09 14:49:56,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-09 14:49:56,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-09 14:49:56,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-09 14:49:56,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-09 14:49:56,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-09 14:49:56,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-09 14:49:56,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-09 14:49:56,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-09 14:49:56,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-09 14:49:56,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-09 14:49:56,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-09 14:49:56,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-09 14:49:56,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-09 14:49:56,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-09 14:49:56,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-09 14:49:56,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-09 14:49:56,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-09 14:49:56,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-09 14:49:56,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-09 14:49:56,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-09 14:49:56,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-09 14:49:56,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-09 14:49:56,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-09 14:49:56,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-09 14:49:56,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-09 14:49:56,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-09 14:49:56,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-09 14:49:56,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-09 14:49:56,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-09 14:49:56,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-09 14:49:56,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-09 14:49:56,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-09 14:49:56,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-09 14:49:56,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-09 14:49:56,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-09 14:49:56,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-09 14:49:56,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-09 14:49:56,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-09 14:49:56,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-09 14:49:56,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:56,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-09 14:49:56,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-09 14:49:56,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-09 14:49:56,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-09 14:49:56,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-09 14:49:56,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-09 14:49:56,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-09 14:49:56,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-09 14:49:56,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-09 14:49:56,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-09 14:49:56,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-09 14:49:56,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-09 14:49:56,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-09 14:49:56,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:56,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-09 14:49:56,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-09 14:49:56,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-09 14:49:56,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-09 14:49:56,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-09 14:49:56,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-09 14:49:56,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:56,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:56,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:56,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-09 14:49:56,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-09 14:49:56,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-09 14:49:56,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-09 14:49:56,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-09 14:49:56,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-09 14:49:56,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-09 14:49:56,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-09 14:49:56,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-09 14:49:56,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-09 14:49:56,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-09 14:49:56,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-09 14:49:56,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:56,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-09 14:49:56,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-09 14:49:56,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-09 14:49:56,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-09 14:49:56,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-09 14:49:56,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-09 14:49:56,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-09 14:49:56,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-09 14:49:56,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:56,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:56,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-09 14:49:56,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-09 14:49:56,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-09 14:49:56,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:56,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-09 14:49:56,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-09 14:49:56,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-09 14:49:56,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-09 14:49:56,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-09 14:49:56,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-09 14:49:56,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:56,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-09 14:49:56,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-09 14:49:56,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-09 14:49:56,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-09 14:49:56,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-09 14:49:56,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-09 14:49:56,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-09 14:49:56,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-09 14:49:56,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-09 14:49:56,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-09 14:49:56,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-09 14:49:56,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-09 14:49:56,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-09 14:49:56,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-09 14:49:56,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-09 14:49:56,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-09 14:49:56,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-09 14:49:56,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-09 14:49:56,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-09 14:49:56,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-09 14:49:56,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-09 14:49:56,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-09 14:49:56,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-09 14:49:56,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-09 14:49:56,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-09 14:49:56,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-09 14:49:56,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-09 14:49:56,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-09 14:49:56,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-09 14:49:56,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-09 14:49:56,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-09 14:49:56,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-09 14:49:56,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-09 14:49:56,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-09 14:49:56,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-09 14:49:56,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-09 14:49:56,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-09 14:49:56,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-09 14:49:56,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-09 14:49:56,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-09 14:49:56,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-09 14:49:56,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-09 14:49:56,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-09 14:49:56,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-09 14:49:56,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-09 14:49:56,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-09 14:49:56,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-09 14:49:56,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-09 14:49:56,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-09 14:49:56,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-09 14:49:56,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-09 14:49:56,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-09 14:49:56,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-09 14:49:56,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-09 14:49:56,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-09 14:49:56,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-09 14:49:56,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-09 14:49:56,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-09 14:49:56,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-09 14:49:56,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-09 14:49:56,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-09 14:49:56,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-09 14:49:56,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-09 14:49:56,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-09 14:49:56,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-09 14:49:56,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-09 14:49:56,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-09 14:49:56,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-09 14:49:56,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-09 14:49:56,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-09 14:49:56,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-09 14:49:56,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-09 14:49:56,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-09 14:49:56,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-09 14:49:56,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-09 14:49:56,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-09 14:49:56,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-09 14:49:56,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-09 14:49:56,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-09 14:49:56,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-09 14:49:56,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-09 14:49:56,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-09 14:49:56,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-09 14:49:56,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-09 14:49:56,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-09 14:49:56,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-09 14:49:56,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-09 14:49:56,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-09 14:49:56,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-09 14:49:56,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-09 14:49:56,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-09 14:49:56,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-09 14:49:56,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-09 14:49:56,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-09 14:49:56,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-09 14:49:56,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-09 14:49:56,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-09 14:49:56,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-09 14:49:56,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-09 14:49:56,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-09 14:49:56,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-09 14:49:56,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-09 14:49:56,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-09 14:49:56,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-09 14:49:56,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-09 14:49:56,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-09 14:49:56,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-09 14:49:56,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-09 14:49:56,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-09 14:49:56,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-09 14:49:56,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-09 14:49:56,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-09 14:49:56,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-09 14:49:56,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-09 14:49:56,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-09 14:49:56,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-09 14:49:56,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-09 14:49:56,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-09 14:49:56,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-09 14:49:56,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-09 14:49:56,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-09 14:49:56,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-09 14:49:56,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-09 14:49:56,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-09 14:49:56,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-09 14:49:56,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-09 14:49:56,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-09 14:49:56,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +27: [2023-05-09 14:49:56,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +27: [2023-05-09 14:49:56,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +27: [2023-05-09 14:49:56,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +25: [2023-05-09 14:49:56,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +25: [2023-05-09 14:49:56,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +25: [2023-05-09 14:49:56,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +19: [2023-05-09 14:49:56,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +19: [2023-05-09 14:49:56,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +19: [2023-05-09 14:49:56,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +25: [2023-05-09 14:49:56,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +19: [2023-05-09 14:49:56,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 8: [2023-05-09 14:49:56,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 8: [2023-05-09 14:49:56,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +26: [2023-05-09 14:49:56,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +26: [2023-05-09 14:49:56,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +26: [2023-05-09 14:49:56,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +26: [2023-05-09 14:49:56,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +10: [2023-05-09 14:49:56,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +10: [2023-05-09 14:49:56,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +10: [2023-05-09 14:49:56,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 7: [2023-05-09 14:49:56,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 7: [2023-05-09 14:49:56,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 7: [2023-05-09 14:49:56,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +10: [2023-05-09 14:49:56,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 8: [2023-05-09 14:49:56,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 7: [2023-05-09 14:49:56,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 8: [2023-05-09 14:49:56,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +15: [2023-05-09 14:49:56,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +15: [2023-05-09 14:49:56,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +15: [2023-05-09 14:49:56,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +15: [2023-05-09 14:49:56,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +29: [2023-05-09 14:49:56,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-09 14:49:56,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-09 14:49:56,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-09 14:49:56,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-09 14:49:56,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-09 14:49:56,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-09 14:49:56,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-09 14:49:56,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-09 14:49:56,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-09 14:49:56,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-09 14:49:56,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-09 14:49:56,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-09 14:49:56,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-09 14:49:56,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-09 14:49:56,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-09 14:49:56,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-09 14:49:56,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-09 14:49:56,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-09 14:49:56,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-09 14:49:56,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-09 14:49:56,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-09 14:49:56,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-09 14:49:56,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-09 14:49:56,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-09 14:49:56,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-09 14:49:56,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-09 14:49:56,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-09 14:49:56,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-09 14:49:56,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-09 14:49:56,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-09 14:49:56,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-09 14:49:56,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-09 14:49:56,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-09 14:49:56,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-09 14:49:56,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-09 14:49:56,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-09 14:49:56,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-09 14:49:56,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-09 14:49:56,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-09 14:49:56,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-09 14:49:56,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +28: [2023-05-09 14:49:56,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +28: [2023-05-09 14:49:56,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +28: [2023-05-09 14:49:56,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +18: [2023-05-09 14:49:56,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-09 14:49:56,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-09 14:49:56,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-09 14:49:56,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-09 14:49:56,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-09 14:49:56,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-09 14:49:56,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-09 14:49:56,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-09 14:49:56,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-09 14:49:56,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-09 14:49:56,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-09 14:49:56,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-09 14:49:56,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-09 14:49:56,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-09 14:49:56,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-09 14:49:56,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +27: [2023-05-09 14:49:56,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-09 14:49:56,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-09 14:49:56,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +25: [2023-05-09 14:49:56,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-09 14:49:56,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-09 14:49:56,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-09 14:49:56,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-09 14:49:56,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-09 14:49:56,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-09 14:49:56,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-09 14:49:56,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-09 14:49:56,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +28: [2023-05-09 14:49:56,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-09 14:49:56,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-09 14:49:56,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-09 14:49:56,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-09 14:49:56,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-09 14:49:56,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-09 14:49:56,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-09 14:49:56,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-09 14:49:56,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-09 14:49:56,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-09 14:49:56,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 8: [2023-05-09 14:49:56,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-09 14:49:56,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +26: [2023-05-09 14:49:56,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-09 14:49:56,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +26: [2023-05-09 14:49:56,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-09 14:49:56,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-09 14:49:56,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +30: [2023-05-09 14:49:56,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +18: [2023-05-09 14:49:56,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-09 14:49:56,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-09 14:49:56,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-09 14:49:56,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-09 14:49:56,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +26: [2023-05-09 14:49:56,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-09 14:49:56,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-09 14:49:56,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-09 14:49:56,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 8: [2023-05-09 14:49:56,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 8: [2023-05-09 14:49:56,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-09 14:49:56,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-09 14:49:56,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-09 14:49:56,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +25: [2023-05-09 14:49:56,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +25: [2023-05-09 14:49:56,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 7: [2023-05-09 14:49:56,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-09 14:49:56,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +19: [2023-05-09 14:49:56,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +19: [2023-05-09 14:49:56,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-09 14:49:56,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-09 14:49:56,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-09 14:49:56,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-09 14:49:56,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-09 14:49:56,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +26: [2023-05-09 14:49:56,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 8: [2023-05-09 14:49:56,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-09 14:49:56,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +18: [2023-05-09 14:49:56,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-09 14:49:56,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +15: [2023-05-09 14:49:56,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +18: [2023-05-09 14:49:56,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-09 14:49:56,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +15: [2023-05-09 14:49:56,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +19: [2023-05-09 14:49:56,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +19: [2023-05-09 14:49:56,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +26: [2023-05-09 14:49:56,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 7: [2023-05-09 14:49:56,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +29: [2023-05-09 14:49:56,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-09 14:49:56,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-09 14:49:56,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-09 14:49:56,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-09 14:49:56,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-09 14:49:56,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-09 14:49:56,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-09 14:49:56,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +30: [2023-05-09 14:49:56,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-09 14:49:56,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +29: [2023-05-09 14:49:56,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-09 14:49:56,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-09 14:49:56,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +22: [2023-05-09 14:49:56,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +22: [2023-05-09 14:49:56,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +22: [2023-05-09 14:49:56,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +22: [2023-05-09 14:49:56,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 1: [2023-05-09 14:49:56,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-09 14:49:56,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +14: [2023-05-09 14:49:56,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +14: [2023-05-09 14:49:56,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +14: [2023-05-09 14:49:56,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 1: [2023-05-09 14:49:56,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-09 14:49:56,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 6: [2023-05-09 14:49:56,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +24: [2023-05-09 14:49:56,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +24: [2023-05-09 14:49:56,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +28: [2023-05-09 14:49:56,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 1: [2023-05-09 14:49:56,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +24: [2023-05-09 14:49:56,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +11: [2023-05-09 14:49:56,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +29: [2023-05-09 14:49:56,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-09 14:49:56,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +11: [2023-05-09 14:49:56,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-09 14:49:56,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 4: [2023-05-09 14:49:56,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 1: [2023-05-09 14:49:56,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 4: [2023-05-09 14:49:56,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 4: [2023-05-09 14:49:56,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 4: [2023-05-09 14:49:56,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +23: [2023-05-09 14:49:56,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +23: [2023-05-09 14:49:56,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +28: [2023-05-09 14:49:56,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-09 14:49:56,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 1: [2023-05-09 14:49:56,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +11: [2023-05-09 14:49:56,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-09 14:49:56,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +28: [2023-05-09 14:49:56,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-09 14:49:56,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-09 14:49:56,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +28: [2023-05-09 14:49:56,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-09 14:49:56,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-09 14:49:56,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-09 14:49:56,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-09 14:49:56,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-09 14:49:56,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +14: [2023-05-09 14:49:56,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-09 14:49:56,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-09 14:49:56,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-09 14:49:56,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-09 14:49:56,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +26: [2023-05-09 14:49:56,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-09 14:49:56,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-09 14:49:56,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-09 14:49:56,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-09 14:49:56,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 3: [2023-05-09 14:49:56,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 3: [2023-05-09 14:49:56,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 3: [2023-05-09 14:49:56,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +24: [2023-05-09 14:49:56,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-09 14:49:56,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-09 14:49:56,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +29: [2023-05-09 14:49:56,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +29: [2023-05-09 14:49:56,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +30: [2023-05-09 14:49:56,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-09 14:49:56,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 6: [2023-05-09 14:49:56,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-09 14:49:56,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-09 14:49:56,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-09 14:49:56,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-09 14:49:56,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-09 14:49:56,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 6: [2023-05-09 14:49:56,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-09 14:49:56,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-09 14:49:56,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +21: [2023-05-09 14:49:56,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +21: [2023-05-09 14:49:56,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +11: [2023-05-09 14:49:56,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-09 14:49:56,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-09 14:49:56,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-09 14:49:56,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-09 14:49:56,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-09 14:49:56,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 4: [2023-05-09 14:49:56,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:56,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +17: [2023-05-09 14:49:56,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +17: [2023-05-09 14:49:56,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +31: [2023-05-09 14:49:56,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 4: [2023-05-09 14:49:56,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:56,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +31: [2023-05-09 14:49:56,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +17: [2023-05-09 14:49:56,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +17: [2023-05-09 14:49:56,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +20: [2023-05-09 14:49:56,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +20: [2023-05-09 14:49:56,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +20: [2023-05-09 14:49:56,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +26: [2023-05-09 14:49:56,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-09 14:49:56,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +16: [2023-05-09 14:49:56,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +16: [2023-05-09 14:49:56,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +16: [2023-05-09 14:49:56,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +16: [2023-05-09 14:49:56,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +30: [2023-05-09 14:49:56,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-09 14:49:56,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-09 14:49:56,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-09 14:49:56,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +11: [2023-05-09 14:49:56,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +11: [2023-05-09 14:49:56,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +11: [2023-05-09 14:49:56,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +30: [2023-05-09 14:49:56,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +30: [2023-05-09 14:49:56,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +30: [2023-05-09 14:49:56,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 3: [2023-05-09 14:49:56,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-09 14:49:56,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-09 14:49:56,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-09 14:49:56,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-09 14:49:56,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-09 14:49:56,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-09 14:49:56,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-09 14:49:56,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-09 14:49:56,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-09 14:49:56,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-09 14:49:56,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-09 14:49:56,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-09 14:49:56,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-09 14:49:56,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-09 14:49:56,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-09 14:49:56,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-09 14:49:56,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-09 14:49:56,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-09 14:49:56,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-09 14:49:56,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 2: [2023-05-09 14:49:56,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 2: [2023-05-09 14:49:56,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 2: [2023-05-09 14:49:56,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +31: [2023-05-09 14:49:56,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-09 14:49:56,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:56,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:56,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:56,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-09 14:49:56,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +20: [2023-05-09 14:49:56,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-09 14:49:56,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +18: [2023-05-09 14:49:56,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +13: [2023-05-09 14:49:56,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +13: [2023-05-09 14:49:56,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +18: [2023-05-09 14:49:56,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +18: [2023-05-09 14:49:56,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +11: [2023-05-09 14:49:56,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-09 14:49:56,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +20: [2023-05-09 14:49:56,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-09 14:49:56,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-09 14:49:56,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-09 14:49:56,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-09 14:49:56,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +20: [2023-05-09 14:49:56,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-09 14:49:56,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-09 14:49:56,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-09 14:49:56,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 5: [2023-05-09 14:49:56,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 5: [2023-05-09 14:49:56,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +12: [2023-05-09 14:49:56,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +12: [2023-05-09 14:49:56,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +12: [2023-05-09 14:49:56,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +14: [2023-05-09 14:49:56,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-09 14:49:56,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +12: [2023-05-09 14:49:56,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 9: [2023-05-09 14:49:56,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 9: [2023-05-09 14:49:56,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 9: [2023-05-09 14:49:56,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 9: [2023-05-09 14:49:56,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +14: [2023-05-09 14:49:56,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-09 14:49:56,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +14: [2023-05-09 14:49:56,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +14: [2023-05-09 14:49:56,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +14: [2023-05-09 14:49:56,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 6: [2023-05-09 14:49:56,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-09 14:49:56,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-09 14:49:56,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-09 14:49:56,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-09 14:49:56,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-09 14:49:56,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 0: [2023-05-09 14:49:56,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. + 6: [2023-05-09 14:49:56,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 0: [2023-05-09 14:49:56,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +22: [2023-05-09 14:49:56,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 8: [2023-05-09 14:49:56,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_05-model_01-model_states.pt. +22: [2023-05-09 14:49:56,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +22: [2023-05-09 14:49:56,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 6: [2023-05-09 14:49:56,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-09 14:49:56,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-09 14:49:56,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-09 14:49:56,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-09 14:49:56,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +24: [2023-05-09 14:49:56,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 8: [2023-05-09 14:49:56,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-09 14:49:56,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +24: [2023-05-09 14:49:56,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-09 14:49:56,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-09 14:49:56,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-09 14:49:56,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +18: [2023-05-09 14:49:56,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-09 14:49:56,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-09 14:49:56,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 4: [2023-05-09 14:49:56,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-09 14:49:56,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 4: [2023-05-09 14:49:56,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 2: [2023-05-09 14:49:56,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-09 14:49:56,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-09 14:49:56,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-09 14:49:56,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 6: [2023-05-09 14:49:56,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 3: [2023-05-09 14:49:56,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-09 14:49:56,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-09 14:49:56,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-09 14:49:56,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +12: [2023-05-09 14:49:56,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-09 14:49:56,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-09 14:49:56,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-09 14:49:56,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 1: [2023-05-09 14:49:56,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-09 14:49:56,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-09 14:49:56,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-09 14:49:56,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 5: [2023-05-09 14:49:56,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-09 14:49:56,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +23: [2023-05-09 14:49:56,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 4: [2023-05-09 14:49:56,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +13: [2023-05-09 14:49:56,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-09 14:49:56,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-09 14:49:56,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +23: [2023-05-09 14:49:56,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 1: [2023-05-09 14:49:56,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 6: [2023-05-09 14:49:56,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 9: [2023-05-09 14:49:56,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-09 14:49:56,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-09 14:49:56,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-09 14:49:56,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-09 14:49:56,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +29: [2023-05-09 14:49:56,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 0: [2023-05-09 14:49:56,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-09 14:49:56,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 3: [2023-05-09 14:49:56,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 3: [2023-05-09 14:49:56,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +17: [2023-05-09 14:49:56,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-09 14:49:56,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-09 14:49:56,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-09 14:49:56,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-09 14:49:56,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-09 14:49:56,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-09 14:49:56,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +29: [2023-05-09 14:49:56,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-09 14:49:56,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-09 14:49:56,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-09 14:49:56,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-09 14:49:56,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-09 14:49:56,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +17: [2023-05-09 14:49:56,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 1: [2023-05-09 14:49:56,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +16: [2023-05-09 14:49:56,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-09 14:49:56,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-09 14:49:56,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +31: [2023-05-09 14:49:56,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +29: [2023-05-09 14:49:56,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +29: [2023-05-09 14:49:56,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +21: [2023-05-09 14:49:56,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +21: [2023-05-09 14:49:56,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +21: [2023-05-09 14:49:56,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-09 14:49:56,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-09 14:49:56,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-09 14:49:56,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-09 14:49:56,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +16: [2023-05-09 14:49:56,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +16: [2023-05-09 14:49:56,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-09 14:49:56,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-09 14:49:56,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +16: [2023-05-09 14:49:56,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +16: [2023-05-09 14:49:56,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +31: [2023-05-09 14:49:56,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-09 14:49:56,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-09 14:49:56,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-09 14:49:56,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-09 14:49:56,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-09 14:49:56,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-09 14:49:56,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-09 14:49:56,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-09 14:49:56,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-09 14:49:56,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 6: [2023-05-09 14:49:56,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-09 14:49:56,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +31: [2023-05-09 14:49:56,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +20: [2023-05-09 14:49:56,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-09 14:49:56,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-09 14:49:56,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-09 14:49:56,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-09 14:49:56,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-09 14:49:56,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +20: [2023-05-09 14:49:56,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +20: [2023-05-09 14:49:56,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +20: [2023-05-09 14:49:56,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 2: [2023-05-09 14:49:56,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-09 14:49:56,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 2: [2023-05-09 14:49:56,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 9: [2023-05-09 14:49:56,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-09 14:49:56,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-09 14:49:56,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-09 14:49:56,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-09 14:49:56,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-09 14:49:56,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-09 14:49:56,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-09 14:49:56,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-09 14:49:56,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +18: [2023-05-09 14:49:56,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 5: [2023-05-09 14:49:56,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-09 14:49:56,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 7: [2023-05-09 14:49:56,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-09 14:49:56,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 7: [2023-05-09 14:49:56,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-09 14:49:56,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-09 14:49:56,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-09 14:49:56,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +12: [2023-05-09 14:49:56,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +13: [2023-05-09 14:49:56,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-09 14:49:56,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 2: [2023-05-09 14:49:56,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +13: [2023-05-09 14:49:56,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +13: [2023-05-09 14:49:56,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 5: [2023-05-09 14:49:56,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 5: [2023-05-09 14:49:56,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 5: [2023-05-09 14:49:56,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +13: [2023-05-09 14:49:56,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 9: [2023-05-09 14:49:56,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-09 14:49:56,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-09 14:49:56,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +12: [2023-05-09 14:49:56,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 9: [2023-05-09 14:49:56,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-09 14:49:56,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 6: [2023-05-09 14:49:56,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 5: [2023-05-09 14:49:56,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 5: [2023-05-09 14:49:56,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 9: [2023-05-09 14:49:56,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 9: [2023-05-09 14:49:56,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 6: [2023-05-09 14:49:56,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-09 14:49:56,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 0: [2023-05-09 14:49:56,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 0: [2023-05-09 14:49:56,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... + 0: [2023-05-09 14:49:56,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt... +31: [2023-05-09 14:49:56,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-09 14:49:56,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-09 14:49:56,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-09 14:49:56,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-09 14:49:56,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-09 14:49:56,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-09 14:49:56,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-09 14:49:56,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-09 14:49:56,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-09 14:49:56,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-09 14:49:56,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-09 14:49:56,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-09 14:49:56,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-09 14:49:56,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-09 14:49:56,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-09 14:49:56,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:56,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:56,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:56,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-09 14:49:56,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-09 14:49:56,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-09 14:49:56,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:56,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-09 14:49:56,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-09 14:49:56,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-09 14:49:56,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-09 14:49:56,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-09 14:49:56,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-09 14:49:56,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-09 14:49:56,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-09 14:49:56,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:56,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-09 14:49:56,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-09 14:49:56,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-09 14:49:56,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-09 14:49:56,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-09 14:49:56,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-09 14:49:56,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-09 14:49:56,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-09 14:49:56,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:56,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-09 14:49:56,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:56,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-09 14:49:56,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:56,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-09 14:49:56,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-09 14:49:56,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-09 14:49:56,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-09 14:49:56,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:56,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:56,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-09 14:49:56,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-09 14:49:56,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-09 14:49:56,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-09 14:49:56,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-09 14:49:56,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-09 14:49:56,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-09 14:49:56,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-09 14:49:56,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-09 14:49:56,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-09 14:49:56,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:56,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-09 14:49:56,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-09 14:49:56,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-09 14:49:56,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-09 14:49:56,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-09 14:49:56,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-09 14:49:56,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-09 14:49:56,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-09 14:49:56,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-09 14:49:56,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-09 14:49:56,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-09 14:49:56,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-09 14:49:56,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-09 14:49:56,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-09 14:49:56,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-09 14:49:56,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:56,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:56,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-09 14:49:56,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-09 14:49:56,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-09 14:49:56,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-09 14:49:56,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-09 14:49:56,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-09 14:49:56,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-09 14:49:56,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-09 14:49:56,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-09 14:49:56,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-09 14:49:56,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-09 14:49:56,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-09 14:49:56,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-09 14:49:56,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-09 14:49:56,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-09 14:49:56,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-09 14:49:56,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-09 14:49:56,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-09 14:49:56,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:56,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:56,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:56,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-09 14:49:56,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-09 14:49:56,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-09 14:49:56,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-09 14:49:56,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-09 14:49:56,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-09 14:49:56,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-09 14:49:56,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-09 14:49:56,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-09 14:49:56,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-09 14:49:56,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-09 14:49:56,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-09 14:49:56,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-09 14:49:56,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-09 14:49:56,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-09 14:49:56,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:56,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-09 14:49:56,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-09 14:49:56,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-09 14:49:56,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-09 14:49:56,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-09 14:49:56,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-09 14:49:56,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-09 14:49:56,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-09 14:49:56,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:56,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-09 14:49:56,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-09 14:49:56,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-09 14:49:56,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-09 14:49:56,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-09 14:49:56,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-09 14:49:56,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-09 14:49:56,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-09 14:49:56,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-09 14:49:56,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-09 14:49:56,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-09 14:49:56,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-09 14:49:56,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-09 14:49:56,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-09 14:49:56,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-09 14:49:56,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-09 14:49:56,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-09 14:49:56,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-09 14:49:56,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-09 14:49:56,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-09 14:49:56,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-09 14:49:56,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-09 14:49:56,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-09 14:49:56,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-09 14:49:56,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:56,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-09 14:49:56,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-09 14:49:56,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-09 14:49:56,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-09 14:49:56,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-09 14:49:56,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-09 14:49:56,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-09 14:49:56,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-09 14:49:56,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-09 14:49:56,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-09 14:49:56,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-09 14:49:56,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-09 14:49:56,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-09 14:49:56,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-09 14:49:56,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-09 14:49:56,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-09 14:49:56,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-09 14:49:56,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-09 14:49:56,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-09 14:49:56,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-09 14:49:56,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-09 14:49:56,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-09 14:49:56,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-09 14:49:56,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-09 14:49:56,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-09 14:49:56,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-09 14:49:56,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-09 14:49:56,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-09 14:49:56,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-09 14:49:56,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-09 14:49:56,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-09 14:49:56,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-09 14:49:56,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-09 14:49:56,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-09 14:49:56,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-09 14:49:56,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-09 14:49:56,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-09 14:49:56,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-09 14:49:56,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-09 14:49:56,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-09 14:49:56,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-09 14:49:56,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-09 14:49:56,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-09 14:49:56,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-09 14:49:56,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-09 14:49:56,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-09 14:49:56,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-09 14:49:56,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-09 14:49:56,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-09 14:49:56,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-09 14:49:56,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-09 14:49:56,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-09 14:49:56,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-09 14:49:56,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-09 14:49:56,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-09 14:49:56,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-09 14:49:56,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-09 14:49:56,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-09 14:49:56,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-09 14:49:56,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-09 14:49:56,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-09 14:49:56,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-09 14:49:56,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-09 14:49:56,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-09 14:49:56,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-09 14:49:56,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-09 14:49:56,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-09 14:49:56,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-09 14:49:56,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-09 14:49:56,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-09 14:49:56,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-09 14:49:56,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-09 14:49:56,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-09 14:49:56,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-09 14:49:56,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-09 14:49:56,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-09 14:49:56,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-09 14:49:56,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-09 14:49:56,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-09 14:49:56,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-09 14:49:56,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-09 14:49:56,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-09 14:49:56,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-09 14:49:56,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-09 14:49:56,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-09 14:49:56,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-09 14:49:56,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-09 14:49:56,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-09 14:49:56,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-09 14:49:56,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-09 14:49:56,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-09 14:49:56,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-09 14:49:56,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-09 14:49:56,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-09 14:49:56,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-09 14:49:56,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-09 14:49:56,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-09 14:49:56,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-09 14:49:56,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-09 14:49:56,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-09 14:49:56,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-09 14:49:56,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-09 14:49:56,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-09 14:49:56,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-09 14:49:56,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-09 14:49:56,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-09 14:49:56,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-09 14:49:56,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-09 14:49:56,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-09 14:49:56,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-09 14:49:56,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-09 14:49:56,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-09 14:49:56,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-09 14:49:56,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-09 14:49:56,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-09 14:49:56,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-09 14:49:56,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-09 14:49:56,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-09 14:49:56,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-09 14:49:56,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-09 14:49:56,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-09 14:49:56,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-09 14:49:56,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:56,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-09 14:49:56,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-09 14:49:56,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-09 14:49:56,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-09 14:49:56,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-09 14:49:56,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-09 14:49:56,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-09 14:49:56,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-09 14:49:56,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-09 14:49:56,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-09 14:49:56,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-09 14:49:56,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-09 14:49:56,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-09 14:49:56,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-09 14:49:56,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-09 14:49:56,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-09 14:49:56,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-09 14:49:56,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-09 14:49:56,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-09 14:49:56,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-09 14:49:56,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-09 14:49:56,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-09 14:49:56,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-09 14:49:56,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-09 14:49:56,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-09 14:49:56,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-09 14:49:56,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-09 14:49:56,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-09 14:49:56,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-09 14:49:56,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-09 14:49:56,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-09 14:49:56,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-09 14:49:56,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-09 14:49:56,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-09 14:49:56,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-09 14:49:56,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-09 14:49:56,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-09 14:49:56,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-09 14:49:56,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-09 14:49:56,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-09 14:49:56,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-09 14:49:56,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-09 14:49:56,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-09 14:49:56,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-09 14:49:56,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-09 14:49:56,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-09 14:49:56,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-09 14:49:56,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-09 14:49:56,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-09 14:49:56,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-09 14:49:56,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-09 14:49:56,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:56,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-09 14:49:56,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-09 14:49:56,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-09 14:49:56,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-09 14:49:56,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-09 14:49:56,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-09 14:49:56,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:56,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:56,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:56,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-09 14:49:56,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-09 14:49:56,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-09 14:49:56,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-09 14:49:56,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-09 14:49:56,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-09 14:49:56,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-09 14:49:56,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-09 14:49:56,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-09 14:49:56,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-09 14:49:56,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-09 14:49:56,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-09 14:49:56,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-09 14:49:56,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-09 14:49:56,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-09 14:49:56,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-09 14:49:56,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-09 14:49:56,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-09 14:49:56,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-09 14:49:56,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-09 14:49:56,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-09 14:49:56,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-09 14:49:56,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-09 14:49:56,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-09 14:49:56,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-09 14:49:56,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-09 14:49:56,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-09 14:49:56,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-09 14:49:56,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-09 14:49:56,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-09 14:49:56,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-09 14:49:56,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-09 14:49:56,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-09 14:49:56,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-09 14:49:56,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-09 14:49:56,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-09 14:49:56,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:56,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-09 14:49:56,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 6: [2023-05-09 14:49:56,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 6: [2023-05-09 14:49:56,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 6: [2023-05-09 14:49:56,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 3: [2023-05-09 14:49:56,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-09 14:49:56,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-09 14:49:56,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-09 14:49:57,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-09 14:49:57,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-09 14:49:57,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-09 14:49:57,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-09 14:49:57,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-09 14:49:57,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-09 14:49:57,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-09 14:49:57,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-09 14:49:57,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 1: [2023-05-09 14:49:57,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 1: [2023-05-09 14:49:57,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 1: [2023-05-09 14:49:57,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +24: [2023-05-09 14:49:57,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-09 14:49:57,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-09 14:49:57,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-09 14:49:57,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-09 14:49:57,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-09 14:49:57,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +13: [2023-05-09 14:49:57,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +13: [2023-05-09 14:49:57,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +13: [2023-05-09 14:49:57,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 6: [2023-05-09 14:49:57,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-09 14:49:57,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 6: [2023-05-09 14:49:57,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 6: [2023-05-09 14:49:57,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 6: [2023-05-09 14:49:57,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +13: [2023-05-09 14:49:57,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-09 14:49:57,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-09 14:49:57,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-09 14:49:57,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-09 14:49:57,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-09 14:49:57,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-09 14:49:57,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-09 14:49:57,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-09 14:49:57,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 1: [2023-05-09 14:49:57,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 1: [2023-05-09 14:49:57,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 1: [2023-05-09 14:49:57,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +27: [2023-05-09 14:49:57,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +27: [2023-05-09 14:49:57,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +27: [2023-05-09 14:49:57,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +27: [2023-05-09 14:49:57,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +13: [2023-05-09 14:49:57,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-09 14:49:57,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-09 14:49:57,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +13: [2023-05-09 14:49:57,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +13: [2023-05-09 14:49:57,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-09 14:49:57,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-09 14:49:57,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-09 14:49:57,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-09 14:49:57,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-09 14:49:57,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-09 14:49:57,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +13: [2023-05-09 14:49:57,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +15: [2023-05-09 14:49:57,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +15: [2023-05-09 14:49:57,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +15: [2023-05-09 14:49:57,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +15: [2023-05-09 14:49:57,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +27: [2023-05-09 14:49:57,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-09 14:49:57,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +15: [2023-05-09 14:49:57,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-09 14:49:57,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-09 14:49:57,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-09 14:49:57,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-09 14:49:57,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-09 14:49:57,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +17: [2023-05-09 14:49:57,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +17: [2023-05-09 14:49:57,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +17: [2023-05-09 14:49:57,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +27: [2023-05-09 14:49:57,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-09 14:49:57,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-09 14:49:57,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +27: [2023-05-09 14:49:57,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +27: [2023-05-09 14:49:57,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +17: [2023-05-09 14:49:57,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:57,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:57,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:57,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-09 14:49:57,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-09 14:49:57,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +26: [2023-05-09 14:49:57,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +26: [2023-05-09 14:49:57,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +26: [2023-05-09 14:49:57,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +26: [2023-05-09 14:49:57,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 5: [2023-05-09 14:49:57,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 5: [2023-05-09 14:49:57,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 5: [2023-05-09 14:49:57,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 5: [2023-05-09 14:49:57,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +20: [2023-05-09 14:49:57,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +20: [2023-05-09 14:49:57,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +20: [2023-05-09 14:49:57,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +20: [2023-05-09 14:49:57,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +11: [2023-05-09 14:49:57,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +11: [2023-05-09 14:49:57,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +12: [2023-05-09 14:49:57,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +12: [2023-05-09 14:49:57,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +12: [2023-05-09 14:49:57,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 8: [2023-05-09 14:49:57,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 8: [2023-05-09 14:49:57,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 8: [2023-05-09 14:49:57,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +30: [2023-05-09 14:49:57,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +30: [2023-05-09 14:49:57,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 8: [2023-05-09 14:49:57,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +12: [2023-05-09 14:49:57,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +30: [2023-05-09 14:49:57,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +11: [2023-05-09 14:49:57,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +30: [2023-05-09 14:49:57,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +11: [2023-05-09 14:49:57,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-09 14:49:57,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-09 14:49:57,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-09 14:49:57,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-09 14:49:57,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +15: [2023-05-09 14:49:57,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-09 14:49:57,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-09 14:49:57,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-09 14:49:57,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +22: [2023-05-09 14:49:57,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +22: [2023-05-09 14:49:57,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +22: [2023-05-09 14:49:57,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +15: [2023-05-09 14:49:57,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +15: [2023-05-09 14:49:57,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +15: [2023-05-09 14:49:57,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +16: [2023-05-09 14:49:57,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +16: [2023-05-09 14:49:57,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +16: [2023-05-09 14:49:57,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +14: [2023-05-09 14:49:57,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +14: [2023-05-09 14:49:57,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +16: [2023-05-09 14:49:57,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +14: [2023-05-09 14:49:57,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +14: [2023-05-09 14:49:57,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +26: [2023-05-09 14:49:57,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-09 14:49:57,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-09 14:49:57,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-09 14:49:57,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-09 14:49:57,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-09 14:49:57,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-09 14:49:57,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-09 14:49:57,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-09 14:49:57,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-09 14:49:57,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-09 14:49:57,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-09 14:49:57,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-09 14:49:57,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-09 14:49:57,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-09 14:49:57,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-09 14:49:57,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-09 14:49:57,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:57,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-09 14:49:57,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-09 14:49:57,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-09 14:49:57,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-09 14:49:57,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-09 14:49:57,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:57,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +17: [2023-05-09 14:49:57,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +22: [2023-05-09 14:49:57,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-09 14:49:57,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-09 14:49:57,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-09 14:49:57,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-09 14:49:57,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:57,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-09 14:49:57,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:57,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-09 14:49:57,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-09 14:49:57,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-09 14:49:57,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-09 14:49:57,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +17: [2023-05-09 14:49:57,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 8: [2023-05-09 14:49:57,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-09 14:49:57,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-09 14:49:57,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-09 14:49:57,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-09 14:49:57,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-09 14:49:57,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-09 14:49:57,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-09 14:49:57,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-09 14:49:57,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-09 14:49:57,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-09 14:49:57,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-09 14:49:57,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-09 14:49:57,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-09 14:49:57,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-09 14:49:57,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-09 14:49:57,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +23: [2023-05-09 14:49:57,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +30: [2023-05-09 14:49:57,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-09 14:49:57,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-09 14:49:57,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +26: [2023-05-09 14:49:57,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +23: [2023-05-09 14:49:57,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +26: [2023-05-09 14:49:57,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +25: [2023-05-09 14:49:57,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +30: [2023-05-09 14:49:57,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +12: [2023-05-09 14:49:57,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-09 14:49:57,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:57,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +25: [2023-05-09 14:49:57,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +31: [2023-05-09 14:49:57,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +25: [2023-05-09 14:49:57,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +31: [2023-05-09 14:49:57,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +29: [2023-05-09 14:49:57,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +29: [2023-05-09 14:49:57,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +29: [2023-05-09 14:49:57,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +29: [2023-05-09 14:49:57,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +26: [2023-05-09 14:49:57,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-09 14:49:57,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-09 14:49:57,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +22: [2023-05-09 14:49:57,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-09 14:49:57,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-09 14:49:57,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-09 14:49:57,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-09 14:49:57,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-09 14:49:57,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +12: [2023-05-09 14:49:57,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +26: [2023-05-09 14:49:57,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +26: [2023-05-09 14:49:57,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +22: [2023-05-09 14:49:57,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +28: [2023-05-09 14:49:57,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +28: [2023-05-09 14:49:57,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +28: [2023-05-09 14:49:57,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +28: [2023-05-09 14:49:57,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +12: [2023-05-09 14:49:57,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 0: [2023-05-09 14:49:57,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 0: [2023-05-09 14:49:57,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 0: [2023-05-09 14:49:57,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-09 14:49:57,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +21: [2023-05-09 14:49:57,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 0: [2023-05-09 14:49:57,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-09 14:49:57,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-09 14:49:57,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-09 14:49:57,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-09 14:49:57,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-09 14:49:57,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-09 14:49:57,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +24: [2023-05-09 14:49:57,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +24: [2023-05-09 14:49:57,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +24: [2023-05-09 14:49:57,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +30: [2023-05-09 14:49:57,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-09 14:49:57,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-09 14:49:57,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-09 14:49:57,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-09 14:49:57,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 5: [2023-05-09 14:49:57,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-09 14:49:57,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 3: [2023-05-09 14:49:57,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 3: [2023-05-09 14:49:57,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-09 14:49:57,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +12: [2023-05-09 14:49:57,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +21: [2023-05-09 14:49:57,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 8: [2023-05-09 14:49:57,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-09 14:49:57,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +30: [2023-05-09 14:49:57,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +30: [2023-05-09 14:49:57,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-09 14:49:57,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +19: [2023-05-09 14:49:57,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +19: [2023-05-09 14:49:57,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +30: [2023-05-09 14:49:57,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-09 14:49:57,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 5: [2023-05-09 14:49:57,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 5: [2023-05-09 14:49:57,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +20: [2023-05-09 14:49:57,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-09 14:49:57,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-09 14:49:57,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-09 14:49:57,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-09 14:49:57,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-09 14:49:57,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-09 14:49:57,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-09 14:49:57,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-09 14:49:57,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-09 14:49:57,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-09 14:49:57,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-09 14:49:57,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-09 14:49:57,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-09 14:49:57,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-09 14:49:57,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-09 14:49:57,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-09 14:49:57,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-09 14:49:57,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 2: [2023-05-09 14:49:57,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 2: [2023-05-09 14:49:57,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 2: [2023-05-09 14:49:57,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +23: [2023-05-09 14:49:57,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-09 14:49:57,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +20: [2023-05-09 14:49:57,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +20: [2023-05-09 14:49:57,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 8: [2023-05-09 14:49:57,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 8: [2023-05-09 14:49:57,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +20: [2023-05-09 14:49:57,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +16: [2023-05-09 14:49:57,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +16: [2023-05-09 14:49:57,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +31: [2023-05-09 14:49:57,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-09 14:49:57,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-09 14:49:57,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-09 14:49:57,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +22: [2023-05-09 14:49:57,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +14: [2023-05-09 14:49:57,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-09 14:49:57,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +14: [2023-05-09 14:49:57,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +22: [2023-05-09 14:49:57,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +14: [2023-05-09 14:49:57,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-09 14:49:57,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-09 14:49:57,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-09 14:49:57,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:57,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-09 14:49:57,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-09 14:49:57,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +31: [2023-05-09 14:49:57,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-09 14:49:57,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 5: [2023-05-09 14:49:57,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +31: [2023-05-09 14:49:57,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-09 14:49:57,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-09 14:49:57,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-09 14:49:57,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +16: [2023-05-09 14:49:57,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +29: [2023-05-09 14:49:57,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-09 14:49:57,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-09 14:49:57,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-09 14:49:57,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +28: [2023-05-09 14:49:57,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-09 14:49:57,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:57,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-09 14:49:57,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +25: [2023-05-09 14:49:57,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-09 14:49:57,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 0: [2023-05-09 14:49:57,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-09 14:49:57,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 8: [2023-05-09 14:49:57,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 0: [2023-05-09 14:49:57,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-09 14:49:57,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-09 14:49:57,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-09 14:49:57,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-09 14:49:57,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-09 14:49:57,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-09 14:49:57,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-09 14:49:57,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-09 14:49:57,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +24: [2023-05-09 14:49:57,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-09 14:49:57,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-09 14:49:57,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +10: [2023-05-09 14:49:57,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +10: [2023-05-09 14:49:57,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 3: [2023-05-09 14:49:57,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-09 14:49:57,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 3: [2023-05-09 14:49:57,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 7: [2023-05-09 14:49:57,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 7: [2023-05-09 14:49:57,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +18: [2023-05-09 14:49:57,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +18: [2023-05-09 14:49:57,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 7: [2023-05-09 14:49:57,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +18: [2023-05-09 14:49:57,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +18: [2023-05-09 14:49:57,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +19: [2023-05-09 14:49:57,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-09 14:49:57,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-09 14:49:57,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 9: [2023-05-09 14:49:57,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 9: [2023-05-09 14:49:57,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. +19: [2023-05-09 14:49:57,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 4: [2023-05-09 14:49:57,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 4: [2023-05-09 14:49:57,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 4: [2023-05-09 14:49:57,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 2: [2023-05-09 14:49:57,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-09 14:49:57,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_06-model_01-model_states.pt. + 2: [2023-05-09 14:49:57,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-09 14:49:57,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-09 14:49:57,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-09 14:49:57,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-09 14:49:57,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-09 14:49:57,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-09 14:49:57,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-09 14:49:57,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-09 14:49:57,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-09 14:49:57,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-09 14:49:57,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +18: [2023-05-09 14:49:57,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-09 14:49:57,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-09 14:49:57,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-09 14:49:57,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-09 14:49:57,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-09 14:49:57,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-09 14:49:57,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-09 14:49:57,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-09 14:49:57,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:57,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-09 14:49:57,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-09 14:49:57,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-09 14:49:57,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-09 14:49:57,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-09 14:49:57,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-09 14:49:57,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-09 14:49:57,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-09 14:49:57,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-09 14:49:57,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +23: [2023-05-09 14:49:57,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +23: [2023-05-09 14:49:57,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +31: [2023-05-09 14:49:57,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-09 14:49:57,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 3: [2023-05-09 14:49:57,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-09 14:49:57,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-09 14:49:57,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +23: [2023-05-09 14:49:57,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +29: [2023-05-09 14:49:57,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 0: [2023-05-09 14:49:57,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-09 14:49:57,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-09 14:49:57,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-09 14:49:57,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +31: [2023-05-09 14:49:57,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 3: [2023-05-09 14:49:57,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-09 14:49:57,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-09 14:49:57,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +29: [2023-05-09 14:49:57,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 0: [2023-05-09 14:49:57,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +29: [2023-05-09 14:49:57,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 3: [2023-05-09 14:49:57,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 0: [2023-05-09 14:49:57,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:57,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:57,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:57,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-09 14:49:57,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-09 14:49:57,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-09 14:49:57,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +24: [2023-05-09 14:49:57,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-09 14:49:57,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:57,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +24: [2023-05-09 14:49:57,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-09 14:49:57,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-09 14:49:57,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +25: [2023-05-09 14:49:57,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 0: [2023-05-09 14:49:57,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +28: [2023-05-09 14:49:57,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +29: [2023-05-09 14:49:57,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-09 14:49:57,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +24: [2023-05-09 14:49:57,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +24: [2023-05-09 14:49:57,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 0: [2023-05-09 14:49:57,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +24: [2023-05-09 14:49:57,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 0: [2023-05-09 14:49:57,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-09 14:49:57,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-09 14:49:57,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-09 14:49:57,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +29: [2023-05-09 14:49:57,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 3: [2023-05-09 14:49:57,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-09 14:49:57,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-09 14:49:57,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-09 14:49:57,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-09 14:49:57,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-09 14:49:57,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 2: [2023-05-09 14:49:57,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-09 14:49:57,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-09 14:49:57,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 3: [2023-05-09 14:49:57,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-09 14:49:57,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-09 14:49:57,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 2: [2023-05-09 14:49:57,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-09 14:49:57,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-09 14:49:57,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-09 14:49:57,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 2: [2023-05-09 14:49:57,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +10: [2023-05-09 14:49:57,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 2: [2023-05-09 14:49:57,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 2: [2023-05-09 14:49:57,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +10: [2023-05-09 14:49:57,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-09 14:49:57,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +10: [2023-05-09 14:49:57,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-09 14:49:57,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-09 14:49:57,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 9: [2023-05-09 14:49:57,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-09 14:49:57,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-09 14:49:57,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-09 14:49:57,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-09 14:49:57,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-09 14:49:57,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +10: [2023-05-09 14:49:57,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +18: [2023-05-09 14:49:57,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 9: [2023-05-09 14:49:57,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 7: [2023-05-09 14:49:57,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-09 14:49:57,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +18: [2023-05-09 14:49:57,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +18: [2023-05-09 14:49:57,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-09 14:49:57,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-09 14:49:57,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +18: [2023-05-09 14:49:57,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-09 14:49:57,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 9: [2023-05-09 14:49:57,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 7: [2023-05-09 14:49:57,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-09 14:49:57,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-09 14:49:57,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-09 14:49:57,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-09 14:49:57,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-09 14:49:57,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-09 14:49:57,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-09 14:49:57,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 7: [2023-05-09 14:49:57,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... + 7: [2023-05-09 14:49:57,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt... +15: [2023-05-09 14:49:57,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +15: [2023-05-09 14:49:57,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +15: [2023-05-09 14:49:57,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +15: [2023-05-09 14:49:57,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +15: [2023-05-09 14:49:57,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-09 14:49:57,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-09 14:49:57,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-09 14:49:57,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-09 14:49:57,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-09 14:49:57,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-09 14:49:57,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-09 14:49:57,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-09 14:49:57,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-09 14:49:57,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-09 14:49:57,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-09 14:49:57,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-09 14:49:57,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 1: [2023-05-09 14:49:57,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 1: [2023-05-09 14:49:57,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 1: [2023-05-09 14:49:57,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 1: [2023-05-09 14:49:57,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-09 14:49:57,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-09 14:49:57,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-09 14:49:57,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-09 14:49:57,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +30: [2023-05-09 14:49:57,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +30: [2023-05-09 14:49:57,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-09 14:49:57,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-09 14:49:57,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-09 14:49:57,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-09 14:49:57,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-09 14:49:57,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-09 14:49:57,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +27: [2023-05-09 14:49:57,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +27: [2023-05-09 14:49:57,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +27: [2023-05-09 14:49:57,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +30: [2023-05-09 14:49:57,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-09 14:49:57,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-09 14:49:57,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-09 14:49:57,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-09 14:49:57,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-09 14:49:57,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-09 14:49:57,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-09 14:49:57,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-09 14:49:57,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-09 14:49:57,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-09 14:49:57,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-09 14:49:57,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +23: [2023-05-09 14:49:57,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +23: [2023-05-09 14:49:57,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +23: [2023-05-09 14:49:57,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +30: [2023-05-09 14:49:57,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-09 14:49:57,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-09 14:49:57,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-09 14:49:57,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-09 14:49:57,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-09 14:49:57,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +14: [2023-05-09 14:49:57,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +14: [2023-05-09 14:49:57,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +14: [2023-05-09 14:49:57,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +14: [2023-05-09 14:49:57,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-09 14:49:57,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-09 14:49:57,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-09 14:49:57,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:57,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +31: [2023-05-09 14:49:57,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +31: [2023-05-09 14:49:57,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +31: [2023-05-09 14:49:57,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +21: [2023-05-09 14:49:57,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-09 14:49:57,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-09 14:49:57,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-09 14:49:57,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-09 14:49:57,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-09 14:49:57,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-09 14:49:57,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-09 14:49:57,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:57,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:57,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:57,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:57,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-09 14:49:57,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 2: [2023-05-09 14:49:57,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 2: [2023-05-09 14:49:57,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 2: [2023-05-09 14:49:57,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 4: [2023-05-09 14:49:57,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-09 14:49:57,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-09 14:49:57,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-09 14:49:57,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-09 14:49:57,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +17: [2023-05-09 14:49:57,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +17: [2023-05-09 14:49:57,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +17: [2023-05-09 14:49:57,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 9: [2023-05-09 14:49:57,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-09 14:49:57,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-09 14:49:57,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-09 14:49:57,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-09 14:49:57,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-09 14:49:57,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-09 14:49:57,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-09 14:49:57,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-09 14:49:57,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-09 14:49:57,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-09 14:49:57,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-09 14:49:57,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 1: [2023-05-09 14:49:57,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-09 14:49:57,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-09 14:49:57,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +26: [2023-05-09 14:49:57,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +26: [2023-05-09 14:49:57,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +10: [2023-05-09 14:49:57,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +10: [2023-05-09 14:49:57,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +10: [2023-05-09 14:49:57,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 9: [2023-05-09 14:49:57,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:57,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 9: [2023-05-09 14:49:57,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-09 14:49:57,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-09 14:49:57,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-09 14:49:57,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-09 14:49:57,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-09 14:49:57,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 1: [2023-05-09 14:49:57,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 1: [2023-05-09 14:49:57,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 1: [2023-05-09 14:49:57,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 2: [2023-05-09 14:49:57,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:57,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-09 14:49:57,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-09 14:49:57,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-09 14:49:57,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-09 14:49:57,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-09 14:49:57,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-09 14:49:57,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:57,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:57,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:57,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-09 14:49:57,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-09 14:49:57,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-09 14:49:57,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-09 14:49:57,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-09 14:49:57,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-09 14:49:57,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-09 14:49:57,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-09 14:49:57,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-09 14:49:57,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-09 14:49:57,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-09 14:49:57,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-09 14:49:57,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-09 14:49:57,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-09 14:49:57,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-09 14:49:57,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-09 14:49:57,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-09 14:49:57,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-09 14:49:57,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-09 14:49:57,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-09 14:49:57,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-09 14:49:57,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-09 14:49:57,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:57,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-09 14:49:57,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-09 14:49:57,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-09 14:49:57,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-09 14:49:57,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-09 14:49:57,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:57,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 2: [2023-05-09 14:49:57,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-09 14:49:57,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:57,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-09 14:49:57,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +29: [2023-05-09 14:49:57,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +29: [2023-05-09 14:49:57,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +26: [2023-05-09 14:49:57,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-09 14:49:57,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +10: [2023-05-09 14:49:57,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:57,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-09 14:49:57,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-09 14:49:57,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-09 14:49:57,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-09 14:49:57,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-09 14:49:57,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-09 14:49:57,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-09 14:49:57,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +13: [2023-05-09 14:49:57,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-09 14:49:57,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-09 14:49:57,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +12: [2023-05-09 14:49:57,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +12: [2023-05-09 14:49:57,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +12: [2023-05-09 14:49:57,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +13: [2023-05-09 14:49:57,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-09 14:49:57,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-09 14:49:57,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:57,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +31: [2023-05-09 14:49:57,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-09 14:49:57,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-09 14:49:57,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-09 14:49:57,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-09 14:49:57,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-09 14:49:57,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-09 14:49:57,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-09 14:49:57,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-09 14:49:57,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-09 14:49:57,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-09 14:49:57,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-09 14:49:57,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-09 14:49:57,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +31: [2023-05-09 14:49:57,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 9: [2023-05-09 14:49:57,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-09 14:49:57,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-09 14:49:57,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-09 14:49:57,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-09 14:49:57,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-09 14:49:57,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-09 14:49:57,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-09 14:49:57,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +29: [2023-05-09 14:49:57,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-09 14:49:57,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-09 14:49:57,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-09 14:49:57,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-09 14:49:57,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-09 14:49:57,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-09 14:49:57,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-09 14:49:57,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-09 14:49:57,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-09 14:49:57,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-09 14:49:57,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-09 14:49:57,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-09 14:49:57,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-09 14:49:57,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-09 14:49:57,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-09 14:49:57,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-09 14:49:57,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-09 14:49:57,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-09 14:49:57,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-09 14:49:57,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-09 14:49:57,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-09 14:49:57,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-09 14:49:57,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-09 14:49:57,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-09 14:49:57,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-09 14:49:57,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-09 14:49:57,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-09 14:49:57,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-09 14:49:57,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-09 14:49:57,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-09 14:49:57,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-09 14:49:57,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-09 14:49:57,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-09 14:49:57,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-09 14:49:57,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-09 14:49:57,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-09 14:49:57,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-09 14:49:57,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +27: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 0: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +27: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +30: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-09 14:49:57,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-09 14:49:57,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-09 14:49:57,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +30: [2023-05-09 14:49:57,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-09 14:49:57,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-09 14:49:57,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-09 14:49:57,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-09 14:49:57,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +30: [2023-05-09 14:49:57,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-09 14:49:57,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +15: [2023-05-09 14:49:57,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 7: [2023-05-09 14:49:57,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-09 14:49:57,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +14: [2023-05-09 14:49:57,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +16: [2023-05-09 14:49:57,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-09 14:49:57,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-09 14:49:57,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-09 14:49:57,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-09 14:49:57,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 7: [2023-05-09 14:49:57,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-09 14:49:57,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-09 14:49:57,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-09 14:49:57,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +14: [2023-05-09 14:49:57,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 7: [2023-05-09 14:49:57,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +12: [2023-05-09 14:49:57,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:57,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-09 14:49:57,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 7: [2023-05-09 14:49:57,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 7: [2023-05-09 14:49:57,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-09 14:49:57,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-09 14:49:57,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-09 14:49:57,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-09 14:49:57,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-09 14:49:57,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-09 14:49:57,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +13: [2023-05-09 14:49:57,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +30: [2023-05-09 14:49:57,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-09 14:49:57,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +13: [2023-05-09 14:49:57,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +31: [2023-05-09 14:49:57,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-09 14:49:57,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-09 14:49:57,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +30: [2023-05-09 14:49:57,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +30: [2023-05-09 14:49:57,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-09 14:49:57,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +22: [2023-05-09 14:49:57,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-09 14:49:57,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-09 14:49:57,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-09 14:49:57,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-09 14:49:57,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 2: [2023-05-09 14:49:57,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 2: [2023-05-09 14:49:57,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-09 14:49:57,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 2: [2023-05-09 14:49:57,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +22: [2023-05-09 14:49:57,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-09 14:49:57,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-09 14:49:57,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-09 14:49:57,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-09 14:49:57,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-09 14:49:57,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-09 14:49:57,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-09 14:49:57,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-09 14:49:57,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-09 14:49:57,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-09 14:49:57,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-09 14:49:57,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-09 14:49:57,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-09 14:49:57,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-09 14:49:57,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-09 14:49:57,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-09 14:49:57,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-09 14:49:57,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-09 14:49:57,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-09 14:49:57,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-09 14:49:57,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-09 14:49:57,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-09 14:49:57,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-09 14:49:57,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-09 14:49:57,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +17: [2023-05-09 14:49:57,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +17: [2023-05-09 14:49:57,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +17: [2023-05-09 14:49:57,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-09 14:49:57,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-09 14:49:57,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 8: [2023-05-09 14:49:57,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-09 14:49:57,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-09 14:49:57,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-09 14:49:57,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-09 14:49:57,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-09 14:49:57,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-09 14:49:57,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-09 14:49:57,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-09 14:49:57,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-09 14:49:57,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-09 14:49:57,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-09 14:49:57,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-09 14:49:57,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:57,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-09 14:49:57,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-09 14:49:57,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-09 14:49:57,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-09 14:49:57,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-09 14:49:57,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-09 14:49:57,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:57,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 6: [2023-05-09 14:49:57,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 8: [2023-05-09 14:49:57,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-09 14:49:57,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-09 14:49:57,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-09 14:49:57,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-09 14:49:57,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 9: [2023-05-09 14:49:57,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 9: [2023-05-09 14:49:57,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 6: [2023-05-09 14:49:57,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-09 14:49:57,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-09 14:49:57,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:57,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-09 14:49:57,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-09 14:49:57,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-09 14:49:57,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-09 14:49:57,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-09 14:49:57,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-09 14:49:57,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-09 14:49:57,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-09 14:49:57,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-09 14:49:57,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-09 14:49:57,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-09 14:49:57,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-09 14:49:57,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-09 14:49:57,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +18: [2023-05-09 14:49:57,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +18: [2023-05-09 14:49:57,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +18: [2023-05-09 14:49:57,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 9: [2023-05-09 14:49:57,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-09 14:49:57,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-09 14:49:57,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-09 14:49:57,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:57,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-09 14:49:57,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-09 14:49:57,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-09 14:49:57,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-09 14:49:57,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-09 14:49:57,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-09 14:49:57,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-09 14:49:57,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-09 14:49:57,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-09 14:49:57,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-09 14:49:57,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-09 14:49:57,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-09 14:49:57,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-09 14:49:57,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-09 14:49:57,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-09 14:49:57,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-09 14:49:57,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-09 14:49:57,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-09 14:49:57,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-09 14:49:57,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-09 14:49:57,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-09 14:49:57,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-09 14:49:57,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-09 14:49:57,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-09 14:49:57,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-09 14:49:57,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-09 14:49:57,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-09 14:49:57,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-09 14:49:57,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +16: [2023-05-09 14:49:57,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +16: [2023-05-09 14:49:57,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-09 14:49:57,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-09 14:49:57,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-09 14:49:57,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-09 14:49:57,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-09 14:49:57,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-09 14:49:57,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-09 14:49:57,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-09 14:49:57,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-09 14:49:57,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-09 14:49:57,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-09 14:49:57,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-09 14:49:57,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-09 14:49:57,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:57,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-09 14:49:57,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +16: [2023-05-09 14:49:57,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +28: [2023-05-09 14:49:57,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-09 14:49:57,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-09 14:49:57,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-09 14:49:57,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-09 14:49:57,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-09 14:49:57,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-09 14:49:57,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-09 14:49:57,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-09 14:49:57,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-09 14:49:57,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-09 14:49:57,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-09 14:49:57,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-09 14:49:57,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-09 14:49:57,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-09 14:49:57,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-09 14:49:57,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-09 14:49:57,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:57,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:57,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-09 14:49:57,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-09 14:49:57,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-09 14:49:57,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-09 14:49:57,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-09 14:49:57,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-09 14:49:57,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-09 14:49:57,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-09 14:49:57,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-09 14:49:57,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-09 14:49:57,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-09 14:49:57,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 5: [2023-05-09 14:49:57,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +20: [2023-05-09 14:49:57,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +20: [2023-05-09 14:49:57,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +20: [2023-05-09 14:49:57,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +20: [2023-05-09 14:49:57,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +30: [2023-05-09 14:49:57,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-09 14:49:57,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-09 14:49:57,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-09 14:49:57,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-09 14:49:57,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-09 14:49:57,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-09 14:49:57,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-09 14:49:57,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-09 14:49:57,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-09 14:49:57,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-09 14:49:57,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-09 14:49:57,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-09 14:49:57,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-09 14:49:57,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-09 14:49:57,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-09 14:49:57,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-09 14:49:57,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +13: [2023-05-09 14:49:57,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-09 14:49:57,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-09 14:49:57,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-09 14:49:57,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-09 14:49:57,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-09 14:49:57,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-09 14:49:57,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-09 14:49:57,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-09 14:49:57,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-09 14:49:57,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-09 14:49:57,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-09 14:49:57,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-09 14:49:57,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-09 14:49:57,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +12: [2023-05-09 14:49:57,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +13: [2023-05-09 14:49:57,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +13: [2023-05-09 14:49:57,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-09 14:49:57,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-09 14:49:57,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-09 14:49:57,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-09 14:49:57,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +17: [2023-05-09 14:49:57,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-09 14:49:57,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-09 14:49:57,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 7: [2023-05-09 14:49:57,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-09 14:49:57,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +28: [2023-05-09 14:49:57,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-09 14:49:57,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-09 14:49:57,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-09 14:49:57,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +12: [2023-05-09 14:49:57,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-09 14:49:57,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +12: [2023-05-09 14:49:57,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-09 14:49:57,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 7: [2023-05-09 14:49:57,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +19: [2023-05-09 14:49:57,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +19: [2023-05-09 14:49:57,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +19: [2023-05-09 14:49:57,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 8: [2023-05-09 14:49:57,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-09 14:49:57,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-09 14:49:57,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 7: [2023-05-09 14:49:57,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 5: [2023-05-09 14:49:57,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-09 14:49:57,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-09 14:49:57,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +24: [2023-05-09 14:49:57,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +24: [2023-05-09 14:49:57,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +24: [2023-05-09 14:49:57,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 8: [2023-05-09 14:49:57,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-09 14:49:57,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-09 14:49:57,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +13: [2023-05-09 14:49:57,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +20: [2023-05-09 14:49:57,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-09 14:49:57,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-09 14:49:57,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-09 14:49:57,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-09 14:49:57,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +25: [2023-05-09 14:49:57,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-09 14:49:57,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-09 14:49:57,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-09 14:49:57,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-09 14:49:57,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 0: [2023-05-09 14:49:57,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +25: [2023-05-09 14:49:57,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 6: [2023-05-09 14:49:57,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 0: [2023-05-09 14:49:57,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 4: [2023-05-09 14:49:57,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 4: [2023-05-09 14:49:57,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 4: [2023-05-09 14:49:57,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 4: [2023-05-09 14:49:57,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +11: [2023-05-09 14:49:57,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +11: [2023-05-09 14:49:57,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 3: [2023-05-09 14:49:57,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +11: [2023-05-09 14:49:57,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 3: [2023-05-09 14:49:57,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +11: [2023-05-09 14:49:57,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 3: [2023-05-09 14:49:57,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 3: [2023-05-09 14:49:57,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 6: [2023-05-09 14:49:57,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 9: [2023-05-09 14:49:57,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 9: [2023-05-09 14:49:57,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 9: [2023-05-09 14:49:57,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 6: [2023-05-09 14:49:57,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 6: [2023-05-09 14:49:57,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-09 14:49:57,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 8: [2023-05-09 14:49:57,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +22: [2023-05-09 14:49:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +22: [2023-05-09 14:49:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +22: [2023-05-09 14:49:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 8: [2023-05-09 14:49:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +22: [2023-05-09 14:49:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +28: [2023-05-09 14:49:57,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +28: [2023-05-09 14:49:57,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +28: [2023-05-09 14:49:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +28: [2023-05-09 14:49:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 3: [2023-05-09 14:49:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-09 14:49:57,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-09 14:49:57,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-09 14:49:57,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +21: [2023-05-09 14:49:57,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. +21: [2023-05-09 14:49:57,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 3: [2023-05-09 14:49:57,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-09 14:49:57,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_07-model_01-model_states.pt. + 3: [2023-05-09 14:49:57,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-09 14:49:57,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-09 14:49:57,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-09 14:49:57,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-09 14:49:57,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-09 14:49:57,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-09 14:49:57,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-09 14:49:57,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-09 14:49:57,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-09 14:49:57,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-09 14:49:57,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-09 14:49:57,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-09 14:49:57,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-09 14:49:57,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-09 14:49:57,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-09 14:49:57,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-09 14:49:57,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-09 14:49:57,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-09 14:49:57,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-09 14:49:57,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-09 14:49:57,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-09 14:49:57,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-09 14:49:57,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-09 14:49:57,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-09 14:49:57,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-09 14:49:57,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-09 14:49:57,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-09 14:49:57,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-09 14:49:57,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-09 14:49:57,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-09 14:49:57,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-09 14:49:57,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-09 14:49:57,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-09 14:49:57,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-09 14:49:57,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-09 14:49:57,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-09 14:49:57,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-09 14:49:57,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-09 14:49:57,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-09 14:49:57,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-09 14:49:57,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-09 14:49:57,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-09 14:49:57,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-09 14:49:57,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-09 14:49:57,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-09 14:49:57,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-09 14:49:57,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-09 14:49:57,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-09 14:49:57,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-09 14:49:57,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-09 14:49:57,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-09 14:49:57,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-09 14:49:57,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-09 14:49:57,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-09 14:49:57,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-09 14:49:57,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-09 14:49:57,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-09 14:49:57,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-09 14:49:57,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-09 14:49:57,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-09 14:49:57,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-09 14:49:57,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-09 14:49:57,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-09 14:49:57,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-09 14:49:57,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-09 14:49:57,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-09 14:49:57,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-09 14:49:57,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-09 14:49:57,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-09 14:49:57,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-09 14:49:57,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-09 14:49:57,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-09 14:49:57,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-09 14:49:57,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-09 14:49:57,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-09 14:49:57,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-09 14:49:57,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-09 14:49:57,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-09 14:49:57,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-09 14:49:57,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-09 14:49:57,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-09 14:49:57,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-09 14:49:57,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-09 14:49:57,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-09 14:49:57,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-09 14:49:57,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-09 14:49:57,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-09 14:49:57,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-09 14:49:57,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-09 14:49:57,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-09 14:49:57,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-09 14:49:57,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:57,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-09 14:49:57,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-09 14:49:57,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +29: [2023-05-09 14:49:57,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +19: [2023-05-09 14:49:57,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-09 14:49:57,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:57,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-09 14:49:57,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-09 14:49:57,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-09 14:49:57,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-09 14:49:57,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-09 14:49:57,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-09 14:49:57,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-09 14:49:57,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-09 14:49:57,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:57,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-09 14:49:57,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-09 14:49:57,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +10: [2023-05-09 14:49:57,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-09 14:49:57,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-09 14:49:57,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-09 14:49:57,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-09 14:49:57,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-09 14:49:57,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +20: [2023-05-09 14:49:57,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:57,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:57,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +10: [2023-05-09 14:49:57,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +26: [2023-05-09 14:49:57,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +10: [2023-05-09 14:49:57,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-09 14:49:57,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +11: [2023-05-09 14:49:57,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-09 14:49:57,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-09 14:49:57,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +29: [2023-05-09 14:49:57,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-09 14:49:57,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +12: [2023-05-09 14:49:57,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-09 14:49:57,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-09 14:49:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-09 14:49:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-09 14:49:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-09 14:49:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +11: [2023-05-09 14:49:57,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-09 14:49:57,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:57,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:57,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:57,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +19: [2023-05-09 14:49:57,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +19: [2023-05-09 14:49:57,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-09 14:49:57,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-09 14:49:57,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-09 14:49:57,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-09 14:49:57,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-09 14:49:57,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-09 14:49:57,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +20: [2023-05-09 14:49:57,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +20: [2023-05-09 14:49:57,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +20: [2023-05-09 14:49:57,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 0: [2023-05-09 14:49:57,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-09 14:49:57,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 0: [2023-05-09 14:49:57,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-09 14:49:57,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +22: [2023-05-09 14:49:57,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-09 14:49:57,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-09 14:49:57,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +19: [2023-05-09 14:49:57,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-09 14:49:57,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-09 14:49:57,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-09 14:49:57,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-09 14:49:57,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-09 14:49:57,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-09 14:49:57,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-09 14:49:57,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +18: [2023-05-09 14:49:57,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +18: [2023-05-09 14:49:57,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-09 14:49:57,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-09 14:49:57,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-09 14:49:57,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-09 14:49:57,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-09 14:49:57,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 4: [2023-05-09 14:49:57,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-09 14:49:57,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-09 14:49:57,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-09 14:49:57,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 0: [2023-05-09 14:49:57,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +21: [2023-05-09 14:49:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-09 14:49:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-09 14:49:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-09 14:49:57,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-09 14:49:57,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-09 14:49:57,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-09 14:49:57,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +18: [2023-05-09 14:49:57,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +28: [2023-05-09 14:49:57,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +28: [2023-05-09 14:49:57,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-09 14:49:57,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +18: [2023-05-09 14:49:57,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-09 14:49:57,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +18: [2023-05-09 14:49:57,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 4: [2023-05-09 14:49:57,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +18: [2023-05-09 14:49:57,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 3: [2023-05-09 14:49:57,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-09 14:49:57,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +28: [2023-05-09 14:49:57,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-09 14:49:57,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-09 14:49:57,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-09 14:49:57,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-09 14:49:57,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-09 14:49:57,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-09 14:49:57,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-09 14:49:57,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-09 14:49:57,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-09 14:49:57,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-09 14:49:57,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-09 14:49:57,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-09 14:49:57,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +21: [2023-05-09 14:49:57,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-09 14:49:57,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-09 14:49:57,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-09 14:49:57,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-09 14:49:57,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-09 14:49:57,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-09 14:49:57,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-09 14:49:57,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-09 14:49:57,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-09 14:49:57,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-09 14:49:57,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +21: [2023-05-09 14:49:57,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-09 14:49:57,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-09 14:49:57,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-09 14:49:57,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-09 14:49:57,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +22: [2023-05-09 14:49:57,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +22: [2023-05-09 14:49:57,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +22: [2023-05-09 14:49:57,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-09 14:49:57,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-09 14:49:57,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-09 14:49:57,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-09 14:49:57,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-09 14:49:57,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-09 14:49:57,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 3: [2023-05-09 14:49:57,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-09 14:49:57,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-09 14:49:57,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-09 14:49:57,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-09 14:49:57,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-09 14:49:57,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +11: [2023-05-09 14:49:57,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-09 14:49:57,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +11: [2023-05-09 14:49:57,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +11: [2023-05-09 14:49:57,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +19: [2023-05-09 14:49:57,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-09 14:49:57,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-09 14:49:57,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-09 14:49:57,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-09 14:49:57,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-09 14:49:57,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-09 14:49:57,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-09 14:49:57,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +20: [2023-05-09 14:49:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-09 14:49:57,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-09 14:49:57,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 3: [2023-05-09 14:49:57,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... + 3: [2023-05-09 14:49:57,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-09 14:49:57,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-09 14:49:57,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-09 14:49:57,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-09 14:49:57,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-09 14:49:57,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-09 14:49:57,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-09 14:49:57,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-09 14:49:57,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-09 14:49:57,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-09 14:49:57,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-09 14:49:57,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-09 14:49:57,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-09 14:49:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-09 14:49:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-09 14:49:57,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-09 14:49:57,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +29: [2023-05-09 14:49:57,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-09 14:49:57,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-09 14:49:57,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-09 14:49:57,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-09 14:49:57,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-09 14:49:57,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-09 14:49:57,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-09 14:49:57,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-09 14:49:57,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-09 14:49:57,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-09 14:49:57,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-09 14:49:57,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-09 14:49:57,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-09 14:49:57,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-09 14:49:57,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-09 14:49:57,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-09 14:49:57,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-09 14:49:57,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-09 14:49:57,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-09 14:49:57,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-09 14:49:57,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-09 14:49:57,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-09 14:49:57,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-09 14:49:57,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-09 14:49:57,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-09 14:49:57,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-09 14:49:57,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-09 14:49:57,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-09 14:49:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-09 14:49:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-09 14:49:57,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-09 14:49:57,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-09 14:49:57,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-09 14:49:57,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-09 14:49:57,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-09 14:49:57,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-09 14:49:57,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-09 14:49:57,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-09 14:49:57,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +23: [2023-05-09 14:49:57,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +23: [2023-05-09 14:49:57,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +23: [2023-05-09 14:49:57,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-09 14:49:57,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt... +10: [2023-05-09 14:49:57,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-09 14:49:57,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-09 14:49:57,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-09 14:49:57,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-09 14:49:57,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-09 14:49:57,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-09 14:49:57,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-09 14:49:57,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-09 14:49:57,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-09 14:49:57,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-09 14:49:57,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-09 14:49:57,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-09 14:49:57,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-09 14:49:57,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-09 14:49:57,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-09 14:49:57,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-09 14:49:57,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-09 14:49:57,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-09 14:49:57,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-09 14:49:57,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-09 14:49:57,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-09 14:49:57,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-09 14:49:57,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-09 14:49:57,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-09 14:49:57,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-09 14:49:57,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-09 14:49:57,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:58,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-09 14:49:58,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-09 14:49:58,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-09 14:49:58,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-09 14:49:58,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:58,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:58,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:58,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-09 14:49:58,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-09 14:49:58,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-09 14:49:58,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-09 14:49:58,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-09 14:49:58,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-09 14:49:58,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-09 14:49:58,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-09 14:49:58,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-09 14:49:58,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-09 14:49:58,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-09 14:49:58,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-09 14:49:58,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-09 14:49:58,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-09 14:49:58,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-09 14:49:58,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-09 14:49:58,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-09 14:49:58,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-09 14:49:58,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-09 14:49:58,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-09 14:49:58,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-09 14:49:58,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-09 14:49:58,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-09 14:49:58,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-09 14:49:58,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-09 14:49:58,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-09 14:49:58,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-09 14:49:58,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-09 14:49:58,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-09 14:49:58,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-09 14:49:58,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-09 14:49:58,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-09 14:49:58,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-09 14:49:58,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-09 14:49:58,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-09 14:49:58,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-09 14:49:58,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-09 14:49:58,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-09 14:49:58,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:58,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-09 14:49:58,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-09 14:49:58,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-09 14:49:58,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-09 14:49:58,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-09 14:49:58,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-09 14:49:58,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-09 14:49:58,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-09 14:49:58,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-09 14:49:58,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-09 14:49:58,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-09 14:49:58,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-09 14:49:58,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-09 14:49:58,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-09 14:49:58,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-09 14:49:58,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-09 14:49:58,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-09 14:49:58,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:58,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-09 14:49:58,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-09 14:49:58,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-09 14:49:58,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:58,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:58,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-09 14:49:58,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-09 14:49:58,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-09 14:49:58,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-09 14:49:58,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-09 14:49:58,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-09 14:49:58,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-09 14:49:58,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-09 14:49:58,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-09 14:49:58,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-09 14:49:58,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-09 14:49:58,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-09 14:49:58,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-09 14:49:58,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-09 14:49:58,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-09 14:49:58,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-09 14:49:58,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-09 14:49:58,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-09 14:49:58,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-09 14:49:58,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-09 14:49:58,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-09 14:49:58,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-09 14:49:58,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-09 14:49:58,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-09 14:49:58,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-09 14:49:58,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-09 14:49:58,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-09 14:49:58,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-09 14:49:58,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-09 14:49:58,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-09 14:49:58,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-09 14:49:58,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-09 14:49:58,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-09 14:49:58,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-09 14:49:58,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-09 14:49:58,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-09 14:49:58,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-09 14:49:58,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-09 14:49:58,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-09 14:49:58,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-09 14:49:58,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-09 14:49:58,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-09 14:49:58,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-09 14:49:58,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-09 14:49:58,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-09 14:49:58,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-09 14:49:58,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-09 14:49:58,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-09 14:49:58,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-09 14:49:58,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-09 14:49:58,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-09 14:49:58,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-09 14:49:58,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-09 14:49:58,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-09 14:49:58,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-09 14:49:58,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-09 14:49:58,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-09 14:49:58,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-09 14:49:58,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-09 14:49:58,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-09 14:49:58,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-09 14:49:58,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-09 14:49:58,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-09 14:49:58,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-09 14:49:58,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-09 14:49:58,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-09 14:49:58,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-09 14:49:58,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-09 14:49:58,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-09 14:49:58,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-09 14:49:58,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-09 14:49:58,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-09 14:49:58,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-09 14:49:58,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-09 14:49:58,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-09 14:49:58,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-09 14:49:58,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-09 14:49:58,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-09 14:49:58,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-09 14:49:58,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-09 14:49:58,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-09 14:49:58,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-09 14:49:58,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-09 14:49:58,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-09 14:49:58,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +27: [2023-05-09 14:49:58,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +24: [2023-05-09 14:49:58,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-09 14:49:58,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +27: [2023-05-09 14:49:58,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 5: [2023-05-09 14:49:58,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-09 14:49:58,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-09 14:49:58,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-09 14:49:58,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +17: [2023-05-09 14:49:58,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +10: [2023-05-09 14:49:58,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +17: [2023-05-09 14:49:58,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +10: [2023-05-09 14:49:58,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +10: [2023-05-09 14:49:58,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +10: [2023-05-09 14:49:58,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +17: [2023-05-09 14:49:58,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +16: [2023-05-09 14:49:58,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-09 14:49:58,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-09 14:49:58,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-09 14:49:58,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-09 14:49:58,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 1: [2023-05-09 14:49:58,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 1: [2023-05-09 14:49:58,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 1: [2023-05-09 14:49:58,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 2: [2023-05-09 14:49:58,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-09 14:49:58,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-09 14:49:58,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-09 14:49:58,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-09 14:49:58,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-09 14:49:58,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-09 14:49:58,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-09 14:49:58,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-09 14:49:58,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-09 14:49:58,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-09 14:49:58,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-09 14:49:58,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-09 14:49:58,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-09 14:49:58,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-09 14:49:58,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-09 14:49:58,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-09 14:49:58,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-09 14:49:58,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-09 14:49:58,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-09 14:49:58,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-09 14:49:58,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-09 14:49:58,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-09 14:49:58,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-09 14:49:58,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-09 14:49:58,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-09 14:49:58,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-09 14:49:58,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-09 14:49:58,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-09 14:49:58,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-09 14:49:58,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-09 14:49:58,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-09 14:49:58,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-09 14:49:58,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-09 14:49:58,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-09 14:49:58,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-09 14:49:58,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-09 14:49:58,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-09 14:49:58,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-09 14:49:58,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-09 14:49:58,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-09 14:49:58,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-09 14:49:58,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-09 14:49:58,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-09 14:49:58,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-09 14:49:58,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-09 14:49:58,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-09 14:49:58,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-09 14:49:58,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-09 14:49:58,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-09 14:49:58,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-09 14:49:58,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-09 14:49:58,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-09 14:49:58,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-09 14:49:58,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-09 14:49:58,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-09 14:49:58,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-09 14:49:58,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-09 14:49:58,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-09 14:49:58,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-09 14:49:58,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-09 14:49:58,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-09 14:49:58,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-09 14:49:58,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-09 14:49:58,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-09 14:49:58,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-09 14:49:58,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-09 14:49:58,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-09 14:49:58,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-09 14:49:58,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-09 14:49:58,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-09 14:49:58,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-09 14:49:58,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-09 14:49:58,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-09 14:49:58,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-09 14:49:58,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-09 14:49:58,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-09 14:49:58,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-09 14:49:58,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-09 14:49:58,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-09 14:49:58,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-09 14:49:58,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-09 14:49:58,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-09 14:49:58,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-09 14:49:58,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-09 14:49:58,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-09 14:49:58,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-09 14:49:58,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-09 14:49:58,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-09 14:49:58,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-09 14:49:58,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-09 14:49:58,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-09 14:49:58,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-09 14:49:58,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-09 14:49:58,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-09 14:49:58,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-09 14:49:58,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-09 14:49:58,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-09 14:49:58,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-09 14:49:58,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-09 14:49:58,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-09 14:49:58,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-09 14:49:58,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +27: [2023-05-09 14:49:58,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-09 14:49:58,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 1: [2023-05-09 14:49:58,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-09 14:49:58,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-09 14:49:58,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-09 14:49:58,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-09 14:49:58,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +27: [2023-05-09 14:49:58,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-09 14:49:58,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-09 14:49:58,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-09 14:49:58,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +27: [2023-05-09 14:49:58,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-09 14:49:58,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-09 14:49:58,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 3: [2023-05-09 14:49:58,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-09 14:49:58,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-09 14:49:58,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-09 14:49:58,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-09 14:49:58,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-09 14:49:58,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 0: [2023-05-09 14:49:58,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-09 14:49:58,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-09 14:49:58,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-09 14:49:58,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-09 14:49:58,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-09 14:49:58,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-09 14:49:58,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-09 14:49:58,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +20: [2023-05-09 14:49:58,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-09 14:49:58,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-09 14:49:58,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-09 14:49:58,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-09 14:49:58,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-09 14:49:58,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-09 14:49:58,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-09 14:49:58,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-09 14:49:58,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-09 14:49:58,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-09 14:49:58,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-09 14:49:58,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-09 14:49:58,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-09 14:49:58,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-09 14:49:58,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-09 14:49:58,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-09 14:49:58,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-09 14:49:58,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-09 14:49:58,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-09 14:49:58,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-09 14:49:58,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-09 14:49:58,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-09 14:49:58,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-09 14:49:58,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-09 14:49:58,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-09 14:49:58,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-09 14:49:58,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-09 14:49:58,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-09 14:49:58,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-09 14:49:58,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-09 14:49:58,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-09 14:49:58,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-09 14:49:58,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-09 14:49:58,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +17: [2023-05-09 14:49:58,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +17: [2023-05-09 14:49:58,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +10: [2023-05-09 14:49:58,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +17: [2023-05-09 14:49:58,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-09 14:49:58,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-09 14:49:58,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-09 14:49:58,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +17: [2023-05-09 14:49:58,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-09 14:49:58,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +19: [2023-05-09 14:49:58,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-09 14:49:58,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-09 14:49:58,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-09 14:49:58,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-09 14:49:58,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +10: [2023-05-09 14:49:58,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-09 14:49:58,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-09 14:49:58,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +18: [2023-05-09 14:49:58,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-09 14:49:58,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-09 14:49:58,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-09 14:49:58,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-09 14:49:58,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-09 14:49:58,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-09 14:49:58,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-09 14:49:58,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-09 14:49:58,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-09 14:49:58,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-09 14:49:58,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-09 14:49:58,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-09 14:49:58,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-09 14:49:58,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-09 14:49:58,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-09 14:49:58,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-09 14:49:58,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-09 14:49:58,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-09 14:49:58,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-09 14:49:58,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-09 14:49:58,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-09 14:49:58,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-09 14:49:58,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-09 14:49:58,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-09 14:49:58,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-09 14:49:58,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-09 14:49:58,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-09 14:49:58,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-09 14:49:58,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-09 14:49:58,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-09 14:49:58,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-09 14:49:58,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-09 14:49:58,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-09 14:49:58,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-09 14:49:58,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-09 14:49:58,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-09 14:49:58,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-09 14:49:58,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-09 14:49:58,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-09 14:49:58,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-09 14:49:58,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-09 14:49:58,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-09 14:49:58,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-09 14:49:58,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-09 14:49:58,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-09 14:49:58,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-09 14:49:58,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-09 14:49:58,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-09 14:49:58,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-09 14:49:58,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-09 14:49:58,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-09 14:49:58,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-09 14:49:58,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-09 14:49:58,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-09 14:49:58,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-09 14:49:58,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-09 14:49:58,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-09 14:49:58,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-09 14:49:58,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-09 14:49:58,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-09 14:49:58,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-09 14:49:58,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-09 14:49:58,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-09 14:49:58,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-09 14:49:58,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-09 14:49:58,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-09 14:49:58,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-09 14:49:58,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-09 14:49:58,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +30: [2023-05-09 14:49:58,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +30: [2023-05-09 14:49:58,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 6: [2023-05-09 14:49:58,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 6: [2023-05-09 14:49:58,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 6: [2023-05-09 14:49:58,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +19: [2023-05-09 14:49:58,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +19: [2023-05-09 14:49:58,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +30: [2023-05-09 14:49:58,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +19: [2023-05-09 14:49:58,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 7: [2023-05-09 14:49:58,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 7: [2023-05-09 14:49:58,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 6: [2023-05-09 14:49:58,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +19: [2023-05-09 14:49:58,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 7: [2023-05-09 14:49:58,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 3: [2023-05-09 14:49:58,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-09 14:49:58,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-09 14:49:58,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-09 14:49:58,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +23: [2023-05-09 14:49:58,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-09 14:49:58,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-09 14:49:58,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-09 14:49:58,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-09 14:49:58,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-09 14:49:58,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-09 14:49:58,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-09 14:49:58,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-09 14:49:58,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-09 14:49:58,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-09 14:49:58,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-09 14:49:58,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-09 14:49:58,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-09 14:49:58,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-09 14:49:58,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-09 14:49:58,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-09 14:49:58,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-09 14:49:58,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-09 14:49:58,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-09 14:49:58,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-09 14:49:58,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-09 14:49:58,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-09 14:49:58,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-09 14:49:58,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 6: [2023-05-09 14:49:58,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 7: [2023-05-09 14:49:58,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-09 14:49:58,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-09 14:49:58,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-09 14:49:58,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-09 14:49:58,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-09 14:49:58,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-09 14:49:58,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-09 14:49:58,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-09 14:49:58,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 7: [2023-05-09 14:49:58,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-09 14:49:58,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +19: [2023-05-09 14:49:58,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 7: [2023-05-09 14:49:58,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 7: [2023-05-09 14:49:58,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-09 14:49:58,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 7: [2023-05-09 14:49:58,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +19: [2023-05-09 14:49:58,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +19: [2023-05-09 14:49:58,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +30: [2023-05-09 14:49:58,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 6: [2023-05-09 14:49:58,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 6: [2023-05-09 14:49:58,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 7: [2023-05-09 14:49:58,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 6: [2023-05-09 14:49:58,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +30: [2023-05-09 14:49:58,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-09 14:49:58,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 8: [2023-05-09 14:49:58,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-09 14:49:58,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-09 14:49:58,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-09 14:49:58,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-09 14:49:58,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-09 14:49:58,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-09 14:49:58,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-09 14:49:58,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-09 14:49:58,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +29: [2023-05-09 14:49:58,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +29: [2023-05-09 14:49:58,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +29: [2023-05-09 14:49:58,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +14: [2023-05-09 14:49:58,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-09 14:49:58,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-09 14:49:58,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-09 14:49:58,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-09 14:49:58,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-09 14:49:58,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-09 14:49:58,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-09 14:49:58,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +29: [2023-05-09 14:49:58,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:58,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +13: [2023-05-09 14:49:58,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +13: [2023-05-09 14:49:58,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +13: [2023-05-09 14:49:58,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +16: [2023-05-09 14:49:58,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +16: [2023-05-09 14:49:58,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +16: [2023-05-09 14:49:58,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +16: [2023-05-09 14:49:58,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +29: [2023-05-09 14:49:58,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-09 14:49:58,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-09 14:49:58,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +15: [2023-05-09 14:49:58,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +15: [2023-05-09 14:49:58,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +29: [2023-05-09 14:49:58,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-09 14:49:58,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +21: [2023-05-09 14:49:58,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +21: [2023-05-09 14:49:58,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +21: [2023-05-09 14:49:58,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +21: [2023-05-09 14:49:58,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 9: [2023-05-09 14:49:58,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 9: [2023-05-09 14:49:58,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 9: [2023-05-09 14:49:58,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 9: [2023-05-09 14:49:58,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 5: [2023-05-09 14:49:58,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 5: [2023-05-09 14:49:58,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 5: [2023-05-09 14:49:58,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 5: [2023-05-09 14:49:58,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 0: [2023-05-09 14:49:58,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 0: [2023-05-09 14:49:58,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 0: [2023-05-09 14:49:58,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +23: [2023-05-09 14:49:58,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +23: [2023-05-09 14:49:58,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 0: [2023-05-09 14:49:58,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +23: [2023-05-09 14:49:58,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +25: [2023-05-09 14:49:58,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +23: [2023-05-09 14:49:58,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +25: [2023-05-09 14:49:58,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +25: [2023-05-09 14:49:58,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +25: [2023-05-09 14:49:58,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +18: [2023-05-09 14:49:58,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +18: [2023-05-09 14:49:58,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +18: [2023-05-09 14:49:58,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +18: [2023-05-09 14:49:58,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-09 14:49:58,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-09 14:49:58,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-09 14:49:58,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-09 14:49:58,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 2: [2023-05-09 14:49:58,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 2: [2023-05-09 14:49:58,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 2: [2023-05-09 14:49:58,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 8: [2023-05-09 14:49:58,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-09 14:49:58,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:58,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:58,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:58,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-09 14:49:58,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-09 14:49:58,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-09 14:49:58,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-09 14:49:58,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-09 14:49:58,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-09 14:49:58,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-09 14:49:58,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-09 14:49:58,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-09 14:49:58,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-09 14:49:58,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:49:58,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-09 14:49:58,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-09 14:49:58,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-09 14:49:58,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-09 14:49:58,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-09 14:49:58,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-09 14:49:58,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-09 14:49:58,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-09 14:49:58,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-09 14:49:58,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-09 14:49:58,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-09 14:49:58,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-09 14:49:58,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-09 14:49:58,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-09 14:49:58,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-09 14:49:58,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-09 14:49:58,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-09 14:49:58,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-09 14:49:58,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-09 14:49:58,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-09 14:49:58,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-09 14:49:58,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-09 14:49:58,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-09 14:49:58,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-09 14:49:58,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-09 14:49:58,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-09 14:49:58,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-09 14:49:58,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 4: [2023-05-09 14:49:58,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 4: [2023-05-09 14:49:58,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 4: [2023-05-09 14:49:58,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +29: [2023-05-09 14:49:58,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-09 14:49:58,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-09 14:49:58,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-09 14:49:58,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-09 14:49:58,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +29: [2023-05-09 14:49:58,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +14: [2023-05-09 14:49:58,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-09 14:49:58,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-09 14:49:58,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 3: [2023-05-09 14:49:58,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 1: [2023-05-09 14:49:58,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-09 14:49:58,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +26: [2023-05-09 14:49:58,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +26: [2023-05-09 14:49:58,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 3: [2023-05-09 14:49:58,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 1: [2023-05-09 14:49:58,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +26: [2023-05-09 14:49:58,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +29: [2023-05-09 14:49:58,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 1: [2023-05-09 14:49:58,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-09 14:49:58,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 1: [2023-05-09 14:49:58,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-09 14:49:58,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-09 14:49:58,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-09 14:49:58,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +11: [2023-05-09 14:49:58,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +31: [2023-05-09 14:49:58,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +31: [2023-05-09 14:49:58,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +31: [2023-05-09 14:49:58,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +31: [2023-05-09 14:49:58,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +21: [2023-05-09 14:49:58,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-09 14:49:58,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +28: [2023-05-09 14:49:58,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +28: [2023-05-09 14:49:58,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-09 14:49:58,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-09 14:49:58,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-09 14:49:58,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +11: [2023-05-09 14:49:58,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +13: [2023-05-09 14:49:58,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-09 14:49:58,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +12: [2023-05-09 14:49:58,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +12: [2023-05-09 14:49:58,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-09 14:49:58,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-09 14:49:58,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +12: [2023-05-09 14:49:58,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +24: [2023-05-09 14:49:58,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +24: [2023-05-09 14:49:58,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +13: [2023-05-09 14:49:58,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +24: [2023-05-09 14:49:58,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +15: [2023-05-09 14:49:58,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-09 14:49:58,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +13: [2023-05-09 14:49:58,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-09 14:49:58,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +21: [2023-05-09 14:49:58,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-09 14:49:58,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +13: [2023-05-09 14:49:58,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-09 14:49:58,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 8: [2023-05-09 14:49:58,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 2: [2023-05-09 14:49:58,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-09 14:49:58,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +26: [2023-05-09 14:49:58,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-09 14:49:58,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-09 14:49:58,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +13: [2023-05-09 14:49:58,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 8: [2023-05-09 14:49:58,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +26: [2023-05-09 14:49:58,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-09 14:49:58,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +15: [2023-05-09 14:49:58,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-09 14:49:58,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-09 14:49:58,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-09 14:49:58,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +18: [2023-05-09 14:49:58,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-09 14:49:58,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-09 14:49:58,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +26: [2023-05-09 14:49:58,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-09 14:49:58,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-09 14:49:58,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-09 14:49:58,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-09 14:49:58,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +22: [2023-05-09 14:49:58,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +22: [2023-05-09 14:49:58,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 0: [2023-05-09 14:49:58,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-09 14:49:58,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +15: [2023-05-09 14:49:58,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +21: [2023-05-09 14:49:58,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 2: [2023-05-09 14:49:58,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +22: [2023-05-09 14:49:58,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +21: [2023-05-09 14:49:58,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-09 14:49:58,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-09 14:49:58,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-09 14:49:58,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 0: [2023-05-09 14:49:58,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-09 14:49:58,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-09 14:49:58,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-09 14:49:58,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-09 14:49:58,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-09 14:49:58,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +14: [2023-05-09 14:49:58,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 0: [2023-05-09 14:49:58,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 0: [2023-05-09 14:49:58,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-09 14:49:58,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +31: [2023-05-09 14:49:58,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-09 14:49:58,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +16: [2023-05-09 14:49:58,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +14: [2023-05-09 14:49:58,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +18: [2023-05-09 14:49:58,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +31: [2023-05-09 14:49:58,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-09 14:49:58,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. + 5: [2023-05-09 14:49:58,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-09 14:49:58,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-09 14:49:58,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-09 14:49:58,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-09 14:49:58,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +25: [2023-05-09 14:49:58,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-09 14:49:58,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-09 14:49:58,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-09 14:49:58,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-09 14:49:58,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-09 14:49:58,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-09 14:49:58,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +18: [2023-05-09 14:49:58,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-09 14:49:58,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +15: [2023-05-09 14:49:58,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-09 14:49:58,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +16: [2023-05-09 14:49:58,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-09 14:49:58,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-09 14:49:58,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +24: [2023-05-09 14:49:58,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-09 14:49:58,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +25: [2023-05-09 14:49:58,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +25: [2023-05-09 14:49:58,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +15: [2023-05-09 14:49:58,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +18: [2023-05-09 14:49:58,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +25: [2023-05-09 14:49:58,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 5: [2023-05-09 14:49:58,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 5: [2023-05-09 14:49:58,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 5: [2023-05-09 14:49:58,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-09 14:49:58,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-09 14:49:58,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-09 14:49:58,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-09 14:49:58,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-09 14:49:58,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +23: [2023-05-09 14:49:58,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +24: [2023-05-09 14:49:58,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-09 14:49:58,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-09 14:49:58,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-09 14:49:58,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-09 14:49:58,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-09 14:49:58,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-09 14:49:58,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-09 14:49:58,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-09 14:49:58,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-09 14:49:58,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-09 14:49:58,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-09 14:49:58,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 5: [2023-05-09 14:49:58,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 8: [2023-05-09 14:49:58,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-09 14:49:58,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-09 14:49:58,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 9: [2023-05-09 14:49:58,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 9: [2023-05-09 14:49:58,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +14: [2023-05-09 14:49:58,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-09 14:49:58,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-09 14:49:58,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +20: [2023-05-09 14:49:58,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +20: [2023-05-09 14:49:58,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +20: [2023-05-09 14:49:58,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_08-model_01-model_states.pt. +14: [2023-05-09 14:49:58,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-09 14:49:58,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-09 14:49:58,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-09 14:49:58,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-09 14:49:58,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +26: [2023-05-09 14:49:58,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-09 14:49:58,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 3: [2023-05-09 14:49:58,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 3: [2023-05-09 14:49:58,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-09 14:49:58,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-09 14:49:58,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-09 14:49:58,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-09 14:49:58,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-09 14:49:58,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 4: [2023-05-09 14:49:58,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +31: [2023-05-09 14:49:58,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-09 14:49:58,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-09 14:49:58,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-09 14:49:58,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-09 14:49:58,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-09 14:49:58,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-09 14:49:58,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +26: [2023-05-09 14:49:58,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 1: [2023-05-09 14:49:58,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-09 14:49:58,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-09 14:49:58,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-09 14:49:58,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +31: [2023-05-09 14:49:58,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 3: [2023-05-09 14:49:58,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-09 14:49:58,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +31: [2023-05-09 14:49:58,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 4: [2023-05-09 14:49:58,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-09 14:49:58,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-09 14:49:58,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 3: [2023-05-09 14:49:58,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +24: [2023-05-09 14:49:58,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-09 14:49:58,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-09 14:49:58,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +24: [2023-05-09 14:49:58,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-09 14:49:58,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +24: [2023-05-09 14:49:58,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-09 14:49:58,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-09 14:49:58,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-09 14:49:58,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-09 14:49:58,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-09 14:49:58,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-09 14:49:58,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-09 14:49:58,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-09 14:49:58,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-09 14:49:58,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 8: [2023-05-09 14:49:58,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 8: [2023-05-09 14:49:58,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +31: [2023-05-09 14:49:58,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... + 8: [2023-05-09 14:49:58,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +24: [2023-05-09 14:49:58,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-09 14:49:58,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-09 14:49:58,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +14: [2023-05-09 14:49:58,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-09 14:49:58,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-09 14:49:58,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +24: [2023-05-09 14:49:58,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-09 14:49:58,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-09 14:49:58,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +14: [2023-05-09 14:49:58,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +22: [2023-05-09 14:49:58,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-09 14:49:58,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-09 14:49:58,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-09 14:49:58,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +22: [2023-05-09 14:49:58,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +22: [2023-05-09 14:49:58,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +22: [2023-05-09 14:49:58,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-09 14:49:58,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-09 14:49:58,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-09 14:49:58,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +14: [2023-05-09 14:49:58,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +14: [2023-05-09 14:49:58,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +15: [2023-05-09 14:49:58,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:49:58,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:49:58,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:49:58,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:49:58,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-09 14:49:58,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-09 14:49:58,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-09 14:49:58,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-09 14:49:58,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-09 14:49:58,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-09 14:49:58,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-09 14:49:58,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-09 14:49:58,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-09 14:49:58,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-09 14:49:58,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-09 14:49:58,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-09 14:49:58,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +20: [2023-05-09 14:49:58,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +20: [2023-05-09 14:49:58,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +20: [2023-05-09 14:49:58,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-09 14:49:58,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-09 14:49:58,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-09 14:49:58,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-09 14:49:58,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-09 14:49:58,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-09 14:49:58,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-09 14:49:58,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-09 14:49:58,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-09 14:49:58,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-09 14:49:58,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-09 14:49:58,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-09 14:49:58,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-09 14:49:58,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-09 14:49:58,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-09 14:49:58,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-09 14:49:58,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-09 14:49:58,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-09 14:49:58,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-09 14:49:58,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-09 14:49:58,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-09 14:49:58,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-09 14:49:58,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-09 14:49:58,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-09 14:49:58,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-09 14:49:58,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-09 14:49:58,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-09 14:49:58,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-09 14:49:58,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-09 14:49:58,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-09 14:49:58,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-09 14:49:58,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-09 14:49:58,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-09 14:49:58,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-09 14:49:58,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-09 14:49:58,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-09 14:49:58,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-09 14:49:58,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-09 14:49:58,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-09 14:49:58,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-09 14:49:58,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-09 14:49:58,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-09 14:49:58,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-09 14:49:58,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-09 14:49:58,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-09 14:49:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-09 14:49:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-09 14:49:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-09 14:49:58,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-09 14:49:58,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-09 14:49:58,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-09 14:49:58,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-09 14:49:58,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-09 14:49:58,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-09 14:49:58,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:49:58,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:49:58,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:49:58,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-09 14:49:58,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-09 14:49:58,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-09 14:49:58,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-09 14:49:58,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-09 14:49:58,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-09 14:49:58,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-09 14:49:58,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:49:58,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-09 14:49:58,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-09 14:49:58,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-09 14:49:58,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-09 14:49:58,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-09 14:49:58,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-09 14:49:58,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-09 14:49:58,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-09 14:49:58,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-09 14:49:58,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-09 14:49:58,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:49:58,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:49:58,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-09 14:49:58,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-09 14:49:58,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-09 14:49:58,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-09 14:49:58,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-09 14:49:58,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-09 14:49:58,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-09 14:49:58,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-09 14:49:58,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-09 14:49:58,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-09 14:49:58,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-09 14:49:58,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-09 14:49:58,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-09 14:49:58,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-09 14:49:58,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-09 14:49:58,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-09 14:49:58,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-09 14:49:58,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-09 14:49:58,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-09 14:49:58,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-09 14:49:58,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-09 14:49:58,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-09 14:49:58,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-09 14:49:58,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-09 14:49:58,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-09 14:49:58,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-09 14:49:58,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-09 14:49:58,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-09 14:49:58,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-09 14:49:58,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-09 14:49:58,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-09 14:49:58,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-09 14:49:58,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-09 14:49:58,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-09 14:49:58,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-09 14:49:58,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-09 14:49:58,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-09 14:49:58,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-09 14:49:58,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-09 14:49:58,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-09 14:49:58,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-09 14:49:58,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-09 14:49:58,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-09 14:49:58,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-09 14:49:58,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-09 14:49:58,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-09 14:49:58,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-09 14:49:58,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-09 14:49:58,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-09 14:49:58,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-09 14:49:58,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-09 14:49:58,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-09 14:49:58,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-09 14:49:58,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-09 14:49:58,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-09 14:49:58,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-09 14:49:58,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-09 14:49:58,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:49:58,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-09 14:49:58,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-09 14:49:58,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-09 14:49:58,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-09 14:49:58,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-09 14:49:58,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-09 14:49:58,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-09 14:49:58,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-09 14:49:58,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-09 14:49:58,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-09 14:49:58,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-09 14:49:58,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-09 14:49:58,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-09 14:49:58,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-09 14:49:58,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-09 14:49:58,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-09 14:49:58,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-09 14:49:58,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-09 14:49:58,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-09 14:49:58,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-09 14:49:58,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-09 14:49:58,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-09 14:49:58,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-09 14:49:58,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-09 14:49:58,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-09 14:49:58,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-09 14:49:58,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-09 14:49:58,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-09 14:49:58,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-09 14:49:58,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-09 14:49:58,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-09 14:49:58,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-09 14:49:58,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-09 14:49:58,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-09 14:49:58,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-09 14:49:58,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-09 14:49:58,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-09 14:49:58,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-09 14:49:58,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-09 14:49:58,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-09 14:49:58,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-09 14:49:58,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-09 14:49:58,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-09 14:49:58,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-09 14:49:58,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-09 14:49:58,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-09 14:49:58,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-09 14:49:58,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-09 14:49:58,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-09 14:49:58,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-09 14:49:58,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-09 14:49:58,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-09 14:49:58,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-09 14:49:58,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-09 14:49:58,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-09 14:49:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-09 14:49:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-09 14:49:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-09 14:49:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-09 14:49:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-09 14:49:58,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-09 14:49:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-09 14:49:58,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-09 14:49:58,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-09 14:49:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-09 14:49:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-09 14:49:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-09 14:49:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-09 14:49:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-09 14:49:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-09 14:49:58,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-09 14:49:58,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-09 14:49:58,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-09 14:49:58,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-09 14:49:58,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-09 14:49:58,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-09 14:49:58,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-09 14:49:58,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-09 14:49:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-09 14:49:58,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-09 14:49:58,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-09 14:49:58,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-09 14:49:58,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-09 14:49:58,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-09 14:49:58,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-09 14:49:58,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-09 14:49:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-09 14:49:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-09 14:49:58,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-09 14:49:58,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-09 14:49:58,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-09 14:49:58,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-09 14:49:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-09 14:49:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-09 14:49:58,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-09 14:49:58,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-09 14:49:58,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-09 14:49:58,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-09 14:49:58,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-09 14:49:58,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-09 14:49:58,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-09 14:49:58,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-09 14:49:58,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-09 14:49:58,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-09 14:49:58,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-09 14:49:58,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-09 14:49:58,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-09 14:49:58,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-09 14:49:58,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-09 14:49:58,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-09 14:49:58,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-09 14:49:58,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-09 14:49:58,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-09 14:49:58,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-09 14:49:58,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-09 14:49:58,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-09 14:49:58,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-09 14:49:58,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-09 14:49:58,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-09 14:49:58,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-09 14:49:58,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-09 14:49:58,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-09 14:49:58,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-09 14:49:58,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-09 14:49:58,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-09 14:49:58,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-09 14:49:58,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-09 14:49:58,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-09 14:49:58,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-09 14:49:58,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-09 14:49:58,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-09 14:49:58,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-09 14:49:58,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-09 14:49:58,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-09 14:49:58,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-09 14:49:58,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-09 14:49:58,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-09 14:49:58,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-09 14:49:58,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-09 14:49:58,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-09 14:49:58,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-09 14:49:58,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-09 14:49:58,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-09 14:49:58,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-09 14:49:58,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-09 14:49:58,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-09 14:49:58,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-09 14:49:58,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-09 14:49:58,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-09 14:49:58,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-09 14:49:58,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-09 14:49:58,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-09 14:49:58,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-09 14:49:58,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-09 14:49:58,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-09 14:49:58,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-09 14:49:58,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-09 14:49:58,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-09 14:49:58,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-09 14:49:58,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-09 14:49:58,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-09 14:49:58,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-09 14:49:58,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-09 14:49:58,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-09 14:49:58,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-09 14:49:58,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-09 14:49:58,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-09 14:49:58,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-09 14:49:58,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-09 14:49:58,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-09 14:49:58,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-09 14:49:58,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-09 14:49:58,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-09 14:49:58,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-09 14:49:58,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-09 14:49:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-09 14:49:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-09 14:49:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-09 14:49:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-09 14:49:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-09 14:49:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-09 14:49:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-09 14:49:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-09 14:49:58,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-09 14:49:58,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-09 14:49:58,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-09 14:49:58,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-09 14:49:58,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-09 14:49:58,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-09 14:49:58,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-09 14:49:58,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-09 14:49:58,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-09 14:49:58,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-09 14:49:58,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-09 14:49:58,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-09 14:49:58,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-09 14:49:58,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-09 14:49:58,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-09 14:49:58,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-09 14:49:58,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-09 14:49:58,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-09 14:49:58,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-09 14:49:58,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-09 14:49:58,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-09 14:49:58,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-09 14:49:58,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-09 14:49:58,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-09 14:49:58,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-09 14:49:58,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-09 14:49:58,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-09 14:49:58,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-09 14:49:58,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-09 14:49:58,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-09 14:49:58,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-09 14:49:58,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-09 14:49:58,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-09 14:49:58,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-09 14:49:58,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-09 14:49:58,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-09 14:49:58,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-09 14:49:58,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-09 14:49:58,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-09 14:49:58,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-09 14:49:58,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-09 14:49:58,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:49:58,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-09 14:49:58,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-09 14:49:58,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-09 14:49:58,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-09 14:49:58,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-09 14:49:58,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-09 14:49:58,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-09 14:49:58,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-09 14:49:58,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-09 14:49:58,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-09 14:49:58,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-09 14:49:58,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-09 14:49:58,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-09 14:49:58,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-09 14:49:58,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-09 14:49:58,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-09 14:49:58,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-09 14:49:58,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-09 14:49:58,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-09 14:49:58,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-09 14:49:58,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-09 14:49:58,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-09 14:49:58,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-09 14:49:58,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-09 14:49:58,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-09 14:49:58,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-09 14:49:58,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-09 14:49:58,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-09 14:49:58,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-09 14:49:58,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-09 14:49:58,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-09 14:49:58,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-09 14:49:58,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-09 14:49:58,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-09 14:49:58,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-09 14:49:58,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-09 14:49:58,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-09 14:49:58,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-09 14:49:58,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-09 14:49:58,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-09 14:49:58,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-09 14:49:58,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-09 14:49:58,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-09 14:49:58,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-09 14:49:58,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-09 14:49:58,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-09 14:49:58,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-09 14:49:58,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-09 14:49:58,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-09 14:49:58,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-09 14:49:58,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-09 14:49:58,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-09 14:49:58,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-09 14:49:58,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:49:58,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-09 14:49:58,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-09 14:49:58,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:49:58,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:49:58,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-09 14:49:58,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-09 14:49:58,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-09 14:49:58,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-09 14:49:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-09 14:49:59,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-09 14:49:59,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-09 14:49:59,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-09 14:49:59,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-09 14:49:59,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-09 14:49:59,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-09 14:49:59,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-09 14:49:59,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-09 14:49:59,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-09 14:49:59,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-09 14:49:59,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-09 14:49:59,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-09 14:49:59,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-09 14:49:59,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-09 14:49:59,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-09 14:49:59,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-09 14:49:59,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-09 14:49:59,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-09 14:49:59,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-09 14:49:59,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-09 14:49:59,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-09 14:49:59,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-09 14:49:59,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-09 14:49:59,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-09 14:49:59,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-09 14:49:59,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-09 14:49:59,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-09 14:49:59,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:49:59,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-09 14:49:59,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-09 14:49:59,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:49:59,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-09 14:49:59,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:49:59,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:49:59,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-09 14:49:59,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:49:59,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:49:59,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:49:59,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:49:59,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-09 14:49:59,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-09 14:49:59,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-09 14:49:59,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-09 14:49:59,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-09 14:49:59,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-09 14:49:59,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-09 14:49:59,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-09 14:49:59,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-09 14:49:59,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-09 14:49:59,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-09 14:49:59,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-09 14:49:59,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-09 14:49:59,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-09 14:49:59,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:49:59,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-09 14:49:59,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-09 14:49:59,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-09 14:49:59,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-09 14:49:59,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-09 14:49:59,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-09 14:49:59,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-09 14:49:59,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-09 14:49:59,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-09 14:49:59,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-09 14:49:59,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-09 14:49:59,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-09 14:49:59,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-09 14:49:59,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-09 14:49:59,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-09 14:49:59,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-09 14:49:59,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-09 14:49:59,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-09 14:49:59,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-09 14:49:59,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-09 14:49:59,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-09 14:49:59,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-09 14:49:59,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-09 14:49:59,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-09 14:49:59,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-09 14:49:59,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-09 14:49:59,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-09 14:49:59,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:49:59,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-09 14:49:59,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:49:59,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:49:59,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-09 14:49:59,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-09 14:49:59,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-09 14:49:59,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-09 14:49:59,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:49:59,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-09 14:49:59,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-09 14:49:59,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-09 14:49:59,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-09 14:49:59,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-09 14:49:59,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-09 14:49:59,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-09 14:49:59,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-09 14:49:59,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-09 14:49:59,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-09 14:49:59,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:49:59,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-09 14:49:59,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-09 14:49:59,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-09 14:49:59,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-09 14:49:59,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-09 14:49:59,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-09 14:49:59,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:49:59,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-09 14:49:59,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-09 14:49:59,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-09 14:49:59,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-09 14:49:59,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-09 14:49:59,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-09 14:49:59,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-09 14:49:59,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-09 14:49:59,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-09 14:49:59,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:49:59,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:49:59,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:49:59,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-09 14:49:59,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-09 14:49:59,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-09 14:49:59,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-09 14:49:59,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-09 14:49:59,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-09 14:49:59,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-09 14:49:59,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-09 14:49:59,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-09 14:49:59,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-09 14:49:59,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-09 14:49:59,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-09 14:49:59,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-09 14:49:59,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-09 14:49:59,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-09 14:49:59,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-09 14:49:59,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-09 14:49:59,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-09 14:49:59,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-09 14:49:59,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-09 14:49:59,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-09 14:49:59,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:49:59,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-09 14:49:59,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-09 14:49:59,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-09 14:49:59,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-09 14:49:59,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-09 14:49:59,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-09 14:49:59,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-09 14:49:59,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-09 14:49:59,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-09 14:49:59,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-09 14:49:59,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-09 14:49:59,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-09 14:49:59,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-09 14:49:59,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-09 14:49:59,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-09 14:49:59,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-09 14:49:59,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-09 14:49:59,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-09 14:49:59,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-09 14:49:59,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-09 14:49:59,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-09 14:49:59,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-09 14:49:59,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-09 14:49:59,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-09 14:49:59,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-09 14:49:59,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-09 14:49:59,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-09 14:49:59,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:49:59,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-09 14:49:59,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-09 14:49:59,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-09 14:49:59,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-09 14:49:59,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-09 14:49:59,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-09 14:49:59,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-09 14:49:59,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-09 14:49:59,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-09 14:49:59,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-09 14:49:59,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-09 14:49:59,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:49:59,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-09 14:49:59,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:49:59,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-09 14:49:59,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-09 14:49:59,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-09 14:49:59,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-09 14:49:59,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-09 14:49:59,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-09 14:49:59,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-09 14:49:59,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-09 14:49:59,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-09 14:49:59,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-09 14:49:59,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-09 14:49:59,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:49:59,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-09 14:49:59,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-09 14:49:59,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-09 14:49:59,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-09 14:49:59,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-09 14:49:59,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-09 14:49:59,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-09 14:49:59,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-09 14:49:59,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-09 14:49:59,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-09 14:49:59,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-09 14:49:59,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-09 14:49:59,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-09 14:49:59,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-09 14:49:59,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-09 14:49:59,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-09 14:49:59,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-09 14:49:59,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-09 14:49:59,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-09 14:49:59,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-09 14:49:59,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-09 14:49:59,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-09 14:49:59,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-09 14:49:59,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-09 14:49:59,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-09 14:49:59,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-09 14:49:59,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-09 14:49:59,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-09 14:49:59,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-09 14:49:59,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-09 14:49:59,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-09 14:49:59,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-09 14:49:59,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-09 14:49:59,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-09 14:49:59,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-09 14:49:59,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-09 14:49:59,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-09 14:49:59,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-09 14:49:59,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-09 14:49:59,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-09 14:49:59,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-09 14:49:59,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-09 14:49:59,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-09 14:49:59,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-09 14:49:59,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-09 14:49:59,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-09 14:49:59,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-09 14:49:59,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-09 14:49:59,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-09 14:49:59,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-09 14:49:59,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-09 14:49:59,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-09 14:49:59,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-09 14:49:59,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:49:59,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-09 14:49:59,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-09 14:49:59,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-09 14:49:59,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-09 14:49:59,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-09 14:49:59,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-09 14:49:59,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-09 14:49:59,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-09 14:49:59,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-09 14:49:59,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-09 14:49:59,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-09 14:49:59,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-09 14:49:59,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +10: [2023-05-09 14:49:59,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +10: [2023-05-09 14:49:59,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +10: [2023-05-09 14:49:59,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +24: [2023-05-09 14:49:59,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-09 14:49:59,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-09 14:49:59,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-09 14:49:59,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-09 14:49:59,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-09 14:49:59,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-09 14:49:59,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-09 14:49:59,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-09 14:49:59,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-09 14:49:59,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-09 14:49:59,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-09 14:49:59,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-09 14:49:59,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-09 14:49:59,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:49:59,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-09 14:49:59,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-09 14:49:59,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-09 14:49:59,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-09 14:49:59,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-09 14:49:59,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-09 14:49:59,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:49:59,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-09 14:49:59,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:49:59,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-09 14:49:59,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-09 14:49:59,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-09 14:49:59,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-09 14:49:59,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-09 14:49:59,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-09 14:49:59,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-09 14:49:59,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-09 14:49:59,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-09 14:49:59,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-09 14:49:59,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-09 14:49:59,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-09 14:49:59,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-09 14:49:59,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-09 14:49:59,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-09 14:49:59,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-09 14:49:59,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-09 14:49:59,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-09 14:49:59,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +27: [2023-05-09 14:49:59,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +11: [2023-05-09 14:49:59,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-09 14:49:59,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-09 14:49:59,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-09 14:49:59,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-09 14:49:59,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-09 14:49:59,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-09 14:49:59,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-09 14:49:59,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-09 14:49:59,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +27: [2023-05-09 14:49:59,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +19: [2023-05-09 14:49:59,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-09 14:49:59,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-09 14:49:59,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-09 14:49:59,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-09 14:49:59,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-09 14:49:59,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-09 14:49:59,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-09 14:49:59,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-09 14:49:59,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-09 14:49:59,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +11: [2023-05-09 14:49:59,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-09 14:49:59,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-09 14:49:59,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-09 14:49:59,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-09 14:49:59,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +19: [2023-05-09 14:49:59,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-09 14:49:59,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-09 14:49:59,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-09 14:49:59,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 3: [2023-05-09 14:49:59,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-09 14:49:59,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-09 14:49:59,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-09 14:49:59,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-09 14:49:59,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +21: [2023-05-09 14:49:59,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +21: [2023-05-09 14:49:59,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 3: [2023-05-09 14:49:59,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-09 14:49:59,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-09 14:49:59,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-09 14:49:59,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-09 14:49:59,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-09 14:49:59,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 6: [2023-05-09 14:49:59,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +18: [2023-05-09 14:49:59,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-09 14:49:59,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-09 14:49:59,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 6: [2023-05-09 14:49:59,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +27: [2023-05-09 14:49:59,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-09 14:49:59,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-09 14:49:59,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-09 14:49:59,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-09 14:49:59,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-09 14:49:59,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-09 14:49:59,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-09 14:49:59,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +30: [2023-05-09 14:49:59,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +30: [2023-05-09 14:49:59,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +30: [2023-05-09 14:49:59,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +21: [2023-05-09 14:49:59,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-09 14:49:59,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-09 14:49:59,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-09 14:49:59,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-09 14:49:59,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-09 14:49:59,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-09 14:49:59,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-09 14:49:59,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +19: [2023-05-09 14:49:59,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +19: [2023-05-09 14:49:59,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +19: [2023-05-09 14:49:59,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-09 14:49:59,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-09 14:49:59,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-09 14:49:59,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-09 14:49:59,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +10: [2023-05-09 14:49:59,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-09 14:49:59,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +10: [2023-05-09 14:49:59,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-09 14:49:59,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 6: [2023-05-09 14:49:59,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-09 14:49:59,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-09 14:49:59,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-09 14:49:59,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-09 14:49:59,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-09 14:49:59,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-09 14:49:59,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-09 14:49:59,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:49:59,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-09 14:49:59,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-09 14:49:59,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-09 14:49:59,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-09 14:49:59,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +12: [2023-05-09 14:49:59,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-09 14:49:59,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-09 14:49:59,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-09 14:49:59,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-09 14:49:59,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-09 14:49:59,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +29: [2023-05-09 14:49:59,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-09 14:49:59,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-09 14:49:59,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-09 14:49:59,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-09 14:49:59,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-09 14:49:59,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-09 14:49:59,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-09 14:49:59,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-09 14:49:59,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-09 14:49:59,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-09 14:49:59,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-09 14:49:59,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-09 14:49:59,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-09 14:49:59,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-09 14:49:59,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-09 14:49:59,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-09 14:49:59,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 7: [2023-05-09 14:49:59,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-09 14:49:59,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-09 14:49:59,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-09 14:49:59,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-09 14:49:59,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-09 14:49:59,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-09 14:49:59,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-09 14:49:59,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-09 14:49:59,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-09 14:49:59,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +27: [2023-05-09 14:49:59,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:49:59,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:49:59,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-09 14:49:59,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-09 14:49:59,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +19: [2023-05-09 14:49:59,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-09 14:49:59,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 3: [2023-05-09 14:49:59,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-09 14:49:59,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-09 14:49:59,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-09 14:49:59,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-09 14:49:59,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-09 14:49:59,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:49:59,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +17: [2023-05-09 14:49:59,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +17: [2023-05-09 14:49:59,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-09 14:49:59,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-09 14:49:59,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:49:59,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-09 14:49:59,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:49:59,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-09 14:49:59,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-09 14:49:59,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-09 14:49:59,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:49:59,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +17: [2023-05-09 14:49:59,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +21: [2023-05-09 14:49:59,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +21: [2023-05-09 14:49:59,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +21: [2023-05-09 14:49:59,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 6: [2023-05-09 14:49:59,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-09 14:49:59,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 6: [2023-05-09 14:49:59,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-09 14:49:59,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +21: [2023-05-09 14:49:59,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +30: [2023-05-09 14:49:59,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-09 14:49:59,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-09 14:49:59,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 6: [2023-05-09 14:49:59,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +19: [2023-05-09 14:49:59,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 7: [2023-05-09 14:49:59,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +29: [2023-05-09 14:49:59,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-09 14:49:59,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-09 14:49:59,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 7: [2023-05-09 14:49:59,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-09 14:49:59,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-09 14:49:59,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-09 14:49:59,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +19: [2023-05-09 14:49:59,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-09 14:49:59,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +30: [2023-05-09 14:49:59,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +30: [2023-05-09 14:49:59,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +30: [2023-05-09 14:49:59,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +29: [2023-05-09 14:49:59,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-09 14:49:59,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +19: [2023-05-09 14:49:59,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +19: [2023-05-09 14:49:59,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-09 14:49:59,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-09 14:49:59,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-09 14:49:59,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +19: [2023-05-09 14:49:59,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +29: [2023-05-09 14:49:59,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-09 14:49:59,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-09 14:49:59,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:49:59,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:49:59,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:49:59,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:49:59,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:49:59,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:49:59,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:49:59,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:49:59,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-09 14:49:59,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-09 14:49:59,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-09 14:49:59,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-09 14:49:59,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-09 14:49:59,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-09 14:49:59,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-09 14:49:59,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-09 14:49:59,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:49:59,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-09 14:49:59,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-09 14:49:59,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-09 14:49:59,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-09 14:49:59,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-09 14:49:59,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-09 14:49:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-09 14:49:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-09 14:49:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-09 14:49:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-09 14:49:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-09 14:49:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-09 14:49:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-09 14:49:59,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-09 14:49:59,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-09 14:49:59,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-09 14:49:59,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-09 14:49:59,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-09 14:49:59,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-09 14:49:59,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-09 14:49:59,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-09 14:49:59,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-09 14:49:59,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-09 14:49:59,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:49:59,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:49:59,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-09 14:49:59,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-09 14:49:59,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-09 14:49:59,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-09 14:49:59,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-09 14:49:59,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-09 14:49:59,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-09 14:49:59,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-09 14:49:59,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-09 14:49:59,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-09 14:49:59,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-09 14:49:59,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-09 14:49:59,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:49:59,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:49:59,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-09 14:49:59,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-09 14:49:59,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-09 14:49:59,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-09 14:49:59,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:49:59,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-09 14:49:59,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-09 14:49:59,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-09 14:49:59,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-09 14:49:59,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-09 14:49:59,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-09 14:49:59,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-09 14:49:59,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-09 14:49:59,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-09 14:49:59,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-09 14:49:59,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-09 14:49:59,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-09 14:49:59,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-09 14:49:59,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-09 14:49:59,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-09 14:49:59,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-09 14:49:59,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-09 14:49:59,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-09 14:49:59,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-09 14:49:59,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-09 14:49:59,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-09 14:49:59,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +19: [2023-05-09 14:49:59,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +19: [2023-05-09 14:49:59,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +19: [2023-05-09 14:49:59,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +16: [2023-05-09 14:49:59,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-09 14:49:59,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-09 14:49:59,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-09 14:49:59,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-09 14:49:59,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-09 14:49:59,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-09 14:49:59,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-09 14:49:59,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-09 14:49:59,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-09 14:49:59,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-09 14:49:59,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-09 14:49:59,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-09 14:49:59,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-09 14:49:59,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-09 14:49:59,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-09 14:49:59,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-09 14:49:59,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-09 14:49:59,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-09 14:49:59,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-09 14:49:59,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-09 14:49:59,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-09 14:49:59,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-09 14:49:59,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-09 14:49:59,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-09 14:49:59,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-09 14:49:59,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-09 14:49:59,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-09 14:49:59,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-09 14:49:59,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-09 14:49:59,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-09 14:49:59,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-09 14:49:59,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-09 14:49:59,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-09 14:49:59,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-09 14:49:59,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-09 14:49:59,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-09 14:49:59,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-09 14:49:59,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-09 14:49:59,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-09 14:49:59,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-09 14:49:59,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-09 14:49:59,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-09 14:49:59,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:49:59,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-09 14:49:59,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-09 14:49:59,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-09 14:49:59,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-09 14:49:59,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-09 14:49:59,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:49:59,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-09 14:49:59,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-09 14:49:59,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-09 14:49:59,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-09 14:49:59,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-09 14:49:59,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-09 14:49:59,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-09 14:49:59,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-09 14:49:59,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-09 14:49:59,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-09 14:49:59,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-09 14:49:59,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-09 14:49:59,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-09 14:49:59,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-09 14:49:59,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-09 14:49:59,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-09 14:49:59,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-09 14:49:59,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-09 14:49:59,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-09 14:49:59,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-09 14:49:59,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-09 14:49:59,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-09 14:49:59,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-09 14:49:59,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-09 14:49:59,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-09 14:49:59,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-09 14:49:59,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-09 14:49:59,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-09 14:49:59,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-09 14:49:59,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-09 14:49:59,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-09 14:49:59,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-09 14:49:59,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-09 14:49:59,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-09 14:49:59,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-09 14:49:59,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-09 14:49:59,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-09 14:49:59,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-09 14:49:59,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-09 14:49:59,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-09 14:49:59,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-09 14:49:59,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-09 14:49:59,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-09 14:49:59,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:49:59,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-09 14:49:59,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-09 14:49:59,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-09 14:49:59,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-09 14:49:59,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:49:59,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:49:59,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:49:59,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +19: [2023-05-09 14:49:59,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +27: [2023-05-09 14:49:59,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-09 14:49:59,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-09 14:49:59,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:49:59,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-09 14:49:59,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-09 14:49:59,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-09 14:49:59,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-09 14:49:59,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-09 14:49:59,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-09 14:49:59,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-09 14:49:59,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:49:59,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +27: [2023-05-09 14:49:59,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-09 14:49:59,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-09 14:49:59,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-09 14:49:59,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-09 14:49:59,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-09 14:49:59,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-09 14:49:59,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-09 14:49:59,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-09 14:49:59,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-09 14:49:59,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-09 14:49:59,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-09 14:49:59,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-09 14:49:59,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-09 14:49:59,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-09 14:49:59,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-09 14:49:59,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-09 14:49:59,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-09 14:49:59,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-09 14:49:59,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-09 14:49:59,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-09 14:49:59,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-09 14:49:59,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-09 14:49:59,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-09 14:49:59,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-09 14:49:59,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-09 14:49:59,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-09 14:49:59,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-09 14:49:59,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-09 14:49:59,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-09 14:49:59,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-09 14:49:59,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-09 14:49:59,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-09 14:49:59,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-09 14:49:59,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-09 14:49:59,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-09 14:49:59,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-09 14:49:59,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-09 14:49:59,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-09 14:49:59,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-09 14:49:59,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-09 14:49:59,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:49:59,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +19: [2023-05-09 14:49:59,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-09 14:49:59,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-09 14:49:59,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-09 14:49:59,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-09 14:49:59,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-09 14:49:59,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-09 14:49:59,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-09 14:49:59,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-09 14:49:59,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-09 14:49:59,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-09 14:49:59,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-09 14:49:59,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-09 14:49:59,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-09 14:49:59,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-09 14:49:59,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-09 14:49:59,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-09 14:49:59,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-09 14:49:59,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-09 14:49:59,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-09 14:49:59,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-09 14:49:59,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-09 14:49:59,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-09 14:49:59,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-09 14:49:59,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-09 14:49:59,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-09 14:49:59,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-09 14:49:59,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-09 14:49:59,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-09 14:49:59,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-09 14:49:59,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-09 14:49:59,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-09 14:49:59,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-09 14:49:59,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-09 14:49:59,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-09 14:49:59,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-09 14:49:59,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-09 14:49:59,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-09 14:49:59,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-09 14:49:59,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-09 14:49:59,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-09 14:49:59,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-09 14:49:59,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-09 14:49:59,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-09 14:49:59,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +21: [2023-05-09 14:49:59,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +12: [2023-05-09 14:49:59,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-09 14:49:59,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:49:59,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +12: [2023-05-09 14:49:59,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-09 14:49:59,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:49:59,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +12: [2023-05-09 14:49:59,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-09 14:49:59,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-09 14:49:59,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-09 14:49:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-09 14:49:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-09 14:49:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-09 14:49:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-09 14:49:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-09 14:49:59,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-09 14:49:59,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-09 14:49:59,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-09 14:49:59,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-09 14:49:59,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-09 14:49:59,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-09 14:49:59,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-09 14:49:59,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-09 14:49:59,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-09 14:49:59,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-09 14:49:59,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-09 14:49:59,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-09 14:49:59,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +18: [2023-05-09 14:49:59,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-09 14:49:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-09 14:49:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-09 14:49:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-09 14:49:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:49:59,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-09 14:49:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-09 14:49:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:49:59,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-09 14:49:59,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:49:59,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-09 14:49:59,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-09 14:49:59,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-09 14:49:59,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-09 14:49:59,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-09 14:49:59,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-09 14:49:59,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +27: [2023-05-09 14:49:59,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +27: [2023-05-09 14:49:59,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +21: [2023-05-09 14:49:59,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-09 14:49:59,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +30: [2023-05-09 14:49:59,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 7: [2023-05-09 14:49:59,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-09 14:49:59,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 7: [2023-05-09 14:49:59,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-09 14:49:59,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-09 14:49:59,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-09 14:49:59,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-09 14:49:59,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +17: [2023-05-09 14:49:59,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +17: [2023-05-09 14:49:59,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 9: [2023-05-09 14:49:59,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 7: [2023-05-09 14:49:59,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 7: [2023-05-09 14:49:59,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:49:59,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 7: [2023-05-09 14:49:59,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:49:59,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +10: [2023-05-09 14:49:59,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 7: [2023-05-09 14:49:59,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +10: [2023-05-09 14:49:59,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 0: [2023-05-09 14:49:59,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-09 14:49:59,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-09 14:49:59,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-09 14:49:59,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 6: [2023-05-09 14:49:59,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 6: [2023-05-09 14:49:59,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 6: [2023-05-09 14:49:59,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 6: [2023-05-09 14:49:59,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 0: [2023-05-09 14:49:59,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-09 14:49:59,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-09 14:49:59,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-09 14:49:59,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 0: [2023-05-09 14:49:59,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-09 14:49:59,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-09 14:49:59,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:49:59,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 1: [2023-05-09 14:49:59,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-09 14:49:59,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-09 14:49:59,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-09 14:49:59,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-09 14:49:59,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-09 14:49:59,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-09 14:49:59,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-09 14:49:59,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-09 14:49:59,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-09 14:49:59,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:49:59,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-09 14:49:59,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-09 14:49:59,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-09 14:49:59,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:49:59,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-09 14:49:59,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-09 14:49:59,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-09 14:49:59,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:49:59,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-09 14:49:59,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-09 14:49:59,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-09 14:49:59,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-09 14:49:59,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-09 14:49:59,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-09 14:49:59,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-09 14:49:59,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:49:59,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-09 14:49:59,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-09 14:49:59,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-09 14:49:59,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-09 14:49:59,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-09 14:49:59,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-09 14:49:59,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-09 14:49:59,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:49:59,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-09 14:49:59,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-09 14:49:59,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-09 14:49:59,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-09 14:49:59,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-09 14:49:59,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-09 14:49:59,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-09 14:49:59,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-09 14:49:59,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-09 14:49:59,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:49:59,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-09 14:49:59,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-09 14:49:59,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-09 14:49:59,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-09 14:49:59,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-09 14:49:59,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-09 14:49:59,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-09 14:49:59,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-09 14:49:59,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-09 14:49:59,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-09 14:49:59,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-09 14:49:59,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-09 14:49:59,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-09 14:49:59,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-09 14:49:59,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-09 14:49:59,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-09 14:49:59,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-09 14:49:59,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-09 14:49:59,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-09 14:49:59,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-09 14:49:59,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-09 14:49:59,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:49:59,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-09 14:49:59,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-09 14:49:59,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-09 14:49:59,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-09 14:49:59,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-09 14:49:59,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-09 14:49:59,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-09 14:49:59,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-09 14:49:59,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:49:59,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-09 14:49:59,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-09 14:49:59,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-09 14:49:59,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-09 14:49:59,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-09 14:49:59,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-09 14:49:59,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-09 14:49:59,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:49:59,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-09 14:49:59,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-09 14:49:59,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-09 14:49:59,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-09 14:49:59,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-09 14:49:59,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-09 14:49:59,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-09 14:49:59,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:49:59,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-09 14:49:59,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:49:59,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-09 14:49:59,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-09 14:49:59,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-09 14:49:59,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-09 14:49:59,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-09 14:49:59,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-09 14:49:59,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-09 14:49:59,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-09 14:49:59,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-09 14:49:59,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-09 14:49:59,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-09 14:49:59,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-09 14:49:59,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-09 14:49:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:49:59,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-09 14:49:59,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-09 14:49:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-09 14:49:59,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-09 14:49:59,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-09 14:49:59,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 6: [2023-05-09 14:49:59,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-09 14:49:59,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-09 14:49:59,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-09 14:49:59,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-09 14:49:59,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-09 14:49:59,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-09 14:49:59,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-09 14:49:59,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-09 14:49:59,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-09 14:49:59,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-09 14:49:59,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-09 14:49:59,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:49:59,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-09 14:49:59,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-09 14:49:59,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-09 14:49:59,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-09 14:49:59,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:49:59,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-09 14:49:59,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-09 14:49:59,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-09 14:49:59,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-09 14:49:59,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:49:59,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-09 14:49:59,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-09 14:49:59,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-09 14:49:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:49:59,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:49:59,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-09 14:49:59,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +17: [2023-05-09 14:49:59,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +13: [2023-05-09 14:49:59,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-09 14:49:59,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:49:59,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-09 14:49:59,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-09 14:49:59,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-09 14:49:59,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:49:59,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-09 14:49:59,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 0: [2023-05-09 14:49:59,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-09 14:49:59,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-09 14:49:59,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:49:59,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 6: [2023-05-09 14:49:59,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-09 14:49:59,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 0: [2023-05-09 14:49:59,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-09 14:49:59,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-09 14:49:59,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-09 14:49:59,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-09 14:49:59,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +27: [2023-05-09 14:49:59,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +21: [2023-05-09 14:49:59,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 7: [2023-05-09 14:49:59,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +17: [2023-05-09 14:49:59,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-09 14:49:59,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +21: [2023-05-09 14:49:59,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 7: [2023-05-09 14:49:59,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:49:59,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-09 14:49:59,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 7: [2023-05-09 14:49:59,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-09 14:49:59,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +27: [2023-05-09 14:49:59,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-09 14:49:59,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-09 14:49:59,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:49:59,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +21: [2023-05-09 14:49:59,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-09 14:49:59,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 7: [2023-05-09 14:49:59,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +10: [2023-05-09 14:49:59,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-09 14:49:59,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 6: [2023-05-09 14:49:59,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +10: [2023-05-09 14:49:59,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 6: [2023-05-09 14:49:59,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-09 14:49:59,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 6: [2023-05-09 14:49:59,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 6: [2023-05-09 14:49:59,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 6: [2023-05-09 14:49:59,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-09 14:49:59,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-09 14:49:59,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-09 14:49:59,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-09 14:49:59,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-09 14:49:59,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-09 14:49:59,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +21: [2023-05-09 14:49:59,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +21: [2023-05-09 14:49:59,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +21: [2023-05-09 14:49:59,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +21: [2023-05-09 14:49:59,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +21: [2023-05-09 14:49:59,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-09 14:49:59,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-09 14:49:59,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-09 14:49:59,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +21: [2023-05-09 14:49:59,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:49:59,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:49:59,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-09 14:49:59,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-09 14:49:59,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-09 14:49:59,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-09 14:49:59,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-09 14:49:59,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 6: [2023-05-09 14:49:59,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-09 14:49:59,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 6: [2023-05-09 14:49:59,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-09 14:49:59,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-09 14:49:59,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-09 14:49:59,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-09 14:49:59,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-09 14:49:59,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-09 14:49:59,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-09 14:49:59,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-09 14:49:59,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-09 14:49:59,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-09 14:49:59,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-09 14:49:59,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-09 14:49:59,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-09 14:49:59,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-09 14:49:59,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-09 14:49:59,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:49:59,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-09 14:49:59,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:50:00,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-09 14:50:00,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-09 14:50:00,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +10: [2023-05-09 14:50:00,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +10: [2023-05-09 14:50:00,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +10: [2023-05-09 14:50:00,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +10: [2023-05-09 14:50:00,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +21: [2023-05-09 14:50:00,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +21: [2023-05-09 14:50:00,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 7: [2023-05-09 14:50:00,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +21: [2023-05-09 14:50:00,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +21: [2023-05-09 14:50:00,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 7: [2023-05-09 14:50:00,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +31: [2023-05-09 14:50:00,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-09 14:50:00,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-09 14:50:00,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-09 14:50:00,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +31: [2023-05-09 14:50:00,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-09 14:50:00,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-09 14:50:00,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-09 14:50:00,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:50:00,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-09 14:50:00,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-09 14:50:00,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-09 14:50:00,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-09 14:50:00,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-09 14:50:00,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-09 14:50:00,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-09 14:50:00,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-09 14:50:00,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-09 14:50:00,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 6: [2023-05-09 14:50:00,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 6: [2023-05-09 14:50:00,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-09 14:50:00,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +27: [2023-05-09 14:50:00,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 6: [2023-05-09 14:50:00,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +27: [2023-05-09 14:50:00,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +27: [2023-05-09 14:50:00,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +17: [2023-05-09 14:50:00,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-09 14:50:00,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-09 14:50:00,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-09 14:50:00,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-09 14:50:00,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-09 14:50:00,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +17: [2023-05-09 14:50:00,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +17: [2023-05-09 14:50:00,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-09 14:50:00,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-09 14:50:00,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-09 14:50:00,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:50:00,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +26: [2023-05-09 14:50:00,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-09 14:50:00,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:50:00,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +19: [2023-05-09 14:50:00,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +19: [2023-05-09 14:50:00,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +19: [2023-05-09 14:50:00,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +19: [2023-05-09 14:50:00,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-09 14:50:00,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-09 14:50:00,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-09 14:50:00,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +26: [2023-05-09 14:50:00,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +31: [2023-05-09 14:50:00,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-09 14:50:00,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-09 14:50:00,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-09 14:50:00,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +27: [2023-05-09 14:50:00,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-09 14:50:00,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-09 14:50:00,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-09 14:50:00,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-09 14:50:00,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-09 14:50:00,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:50:00,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-09 14:50:00,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-09 14:50:00,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-09 14:50:00,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +17: [2023-05-09 14:50:00,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-09 14:50:00,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +19: [2023-05-09 14:50:00,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-09 14:50:00,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-09 14:50:00,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-09 14:50:00,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-09 14:50:00,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-09 14:50:00,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-09 14:50:00,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-09 14:50:00,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:50:00,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-09 14:50:00,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +10: [2023-05-09 14:50:00,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +31: [2023-05-09 14:50:00,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-09 14:50:00,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-09 14:50:00,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-09 14:50:00,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-09 14:50:00,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-09 14:50:00,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-09 14:50:00,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-09 14:50:00,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-09 14:50:00,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-09 14:50:00,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-09 14:50:00,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:50:00,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:50:00,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-09 14:50:00,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:50:00,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +31: [2023-05-09 14:50:00,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-09 14:50:00,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-09 14:50:00,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:50:00,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-09 14:50:00,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-09 14:50:00,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-09 14:50:00,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-09 14:50:00,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-09 14:50:00,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 8: [2023-05-09 14:50:00,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-09 14:50:00,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +17: [2023-05-09 14:50:00,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 1: [2023-05-09 14:50:00,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:50:00,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 1: [2023-05-09 14:50:00,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:50:00,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:50:00,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-09 14:50:00,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:50:00,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +27: [2023-05-09 14:50:00,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +17: [2023-05-09 14:50:00,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:00,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:50:00,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-09 14:50:00,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-09 14:50:00,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:50:00,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-09 14:50:00,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-09 14:50:00,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +19: [2023-05-09 14:50:00,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +19: [2023-05-09 14:50:00,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +19: [2023-05-09 14:50:00,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +17: [2023-05-09 14:50:00,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-09 14:50:00,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-09 14:50:00,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-09 14:50:00,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-09 14:50:00,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-09 14:50:00,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-09 14:50:00,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-09 14:50:00,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-09 14:50:00,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-09 14:50:00,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-09 14:50:00,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-09 14:50:00,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-09 14:50:00,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-09 14:50:00,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-09 14:50:00,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-09 14:50:00,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-09 14:50:00,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-09 14:50:00,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-09 14:50:00,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-09 14:50:00,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-09 14:50:00,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-09 14:50:00,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-09 14:50:00,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-09 14:50:00,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-09 14:50:00,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-09 14:50:00,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-09 14:50:00,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:50:00,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-09 14:50:00,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-09 14:50:00,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-09 14:50:00,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-09 14:50:00,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 1: [2023-05-09 14:50:00,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-09 14:50:00,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-09 14:50:00,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-09 14:50:00,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-09 14:50:00,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-09 14:50:00,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-09 14:50:00,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-09 14:50:00,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-09 14:50:00,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-09 14:50:00,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-09 14:50:00,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-09 14:50:00,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-09 14:50:00,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-09 14:50:00,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-09 14:50:00,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-09 14:50:00,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-09 14:50:00,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-09 14:50:00,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-09 14:50:00,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-09 14:50:00,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-09 14:50:00,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-09 14:50:00,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-09 14:50:00,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-09 14:50:00,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-09 14:50:00,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-09 14:50:00,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-09 14:50:00,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-09 14:50:00,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-09 14:50:00,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-09 14:50:00,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-09 14:50:00,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-09 14:50:00,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-09 14:50:00,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-09 14:50:00,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-09 14:50:00,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-09 14:50:00,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-09 14:50:00,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-09 14:50:00,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-09 14:50:00,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-09 14:50:00,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-09 14:50:00,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-09 14:50:00,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-09 14:50:00,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-09 14:50:00,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-09 14:50:00,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-09 14:50:00,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-09 14:50:00,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-09 14:50:00,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-09 14:50:00,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-09 14:50:00,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:00,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-09 14:50:00,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-09 14:50:00,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-09 14:50:00,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-09 14:50:00,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-09 14:50:00,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-09 14:50:00,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-09 14:50:00,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-09 14:50:00,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-09 14:50:00,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:00,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-09 14:50:00,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-09 14:50:00,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-09 14:50:00,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-09 14:50:00,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-09 14:50:00,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-09 14:50:00,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-09 14:50:00,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-09 14:50:00,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-09 14:50:00,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-09 14:50:00,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-09 14:50:00,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-09 14:50:00,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-09 14:50:00,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-09 14:50:00,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-09 14:50:00,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-09 14:50:00,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-09 14:50:00,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-09 14:50:00,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-09 14:50:00,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-09 14:50:00,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-09 14:50:00,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-09 14:50:00,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-09 14:50:00,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-09 14:50:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-09 14:50:00,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-09 14:50:00,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-09 14:50:00,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-09 14:50:00,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-09 14:50:00,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-09 14:50:00,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-09 14:50:00,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-09 14:50:00,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-09 14:50:00,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-09 14:50:00,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-09 14:50:00,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-09 14:50:00,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-09 14:50:00,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-09 14:50:00,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-09 14:50:00,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-09 14:50:00,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-09 14:50:00,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-09 14:50:00,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-09 14:50:00,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-09 14:50:00,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-09 14:50:00,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-09 14:50:00,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-09 14:50:00,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-09 14:50:00,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-09 14:50:00,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-09 14:50:00,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-09 14:50:00,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-09 14:50:00,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-09 14:50:00,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-09 14:50:00,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-09 14:50:00,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:50:00,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-09 14:50:00,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-09 14:50:00,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-09 14:50:00,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-09 14:50:00,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-09 14:50:00,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-09 14:50:00,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:50:00,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:00,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:00,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-09 14:50:00,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-09 14:50:00,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:00,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-09 14:50:00,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-09 14:50:00,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-09 14:50:00,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-09 14:50:00,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-09 14:50:00,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-09 14:50:00,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-09 14:50:00,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-09 14:50:00,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:50:00,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:50:00,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:50:00,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:00,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-09 14:50:00,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-09 14:50:00,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-09 14:50:00,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-09 14:50:00,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-09 14:50:00,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-09 14:50:00,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-09 14:50:00,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-09 14:50:00,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-09 14:50:00,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:00,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:00,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:00,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-09 14:50:00,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-09 14:50:00,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-09 14:50:00,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-09 14:50:00,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-09 14:50:00,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-09 14:50:00,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-09 14:50:00,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-09 14:50:00,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:50:00,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-09 14:50:00,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-09 14:50:00,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-09 14:50:00,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-09 14:50:00,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:50:00,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-09 14:50:00,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-09 14:50:00,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-09 14:50:00,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:50:00,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:50:00,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:50:00,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-09 14:50:00,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-09 14:50:00,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-09 14:50:00,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-09 14:50:00,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-09 14:50:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:00,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-09 14:50:00,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-09 14:50:00,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:00,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:00,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-09 14:50:00,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-09 14:50:00,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-09 14:50:00,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-09 14:50:00,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-09 14:50:00,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-09 14:50:00,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-09 14:50:00,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-09 14:50:00,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-09 14:50:00,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-09 14:50:00,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-09 14:50:00,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-09 14:50:00,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-09 14:50:00,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-09 14:50:00,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-09 14:50:00,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-09 14:50:00,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-09 14:50:00,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:00,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-09 14:50:00,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-09 14:50:00,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-09 14:50:00,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-09 14:50:00,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-09 14:50:00,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-09 14:50:00,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-09 14:50:00,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-09 14:50:00,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:00,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-09 14:50:00,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-09 14:50:00,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-09 14:50:00,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-09 14:50:00,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-09 14:50:00,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-09 14:50:00,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-09 14:50:00,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-09 14:50:00,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-09 14:50:00,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-09 14:50:00,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-09 14:50:00,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-09 14:50:00,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-09 14:50:00,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-09 14:50:00,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-09 14:50:00,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-09 14:50:00,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-09 14:50:00,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-09 14:50:00,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-09 14:50:00,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-09 14:50:00,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:50:00,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-09 14:50:00,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-09 14:50:00,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-09 14:50:00,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-09 14:50:00,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-09 14:50:00,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-09 14:50:00,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-09 14:50:00,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-09 14:50:00,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-09 14:50:00,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-09 14:50:00,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-09 14:50:00,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-09 14:50:00,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-09 14:50:00,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-09 14:50:00,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-09 14:50:00,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-09 14:50:00,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-09 14:50:00,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-09 14:50:00,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-09 14:50:00,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-09 14:50:00,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-09 14:50:00,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-09 14:50:00,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-09 14:50:00,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-09 14:50:00,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-09 14:50:00,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-09 14:50:00,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-09 14:50:00,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-09 14:50:00,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-09 14:50:00,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-09 14:50:00,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-09 14:50:00,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-09 14:50:00,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-09 14:50:00,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-09 14:50:00,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-09 14:50:00,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-09 14:50:00,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-09 14:50:00,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-09 14:50:00,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-09 14:50:00,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-09 14:50:00,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-09 14:50:00,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-09 14:50:00,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-09 14:50:00,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +17: [2023-05-09 14:50:00,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +17: [2023-05-09 14:50:00,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +17: [2023-05-09 14:50:00,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-09 14:50:00,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-09 14:50:00,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-09 14:50:00,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-09 14:50:00,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +17: [2023-05-09 14:50:00,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-09 14:50:00,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-09 14:50:00,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-09 14:50:00,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:50:00,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:50:00,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:50:00,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:50:00,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:50:00,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +27: [2023-05-09 14:50:00,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +27: [2023-05-09 14:50:00,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +27: [2023-05-09 14:50:00,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +17: [2023-05-09 14:50:00,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-09 14:50:00,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-09 14:50:00,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +17: [2023-05-09 14:50:00,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-09 14:50:00,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +30: [2023-05-09 14:50:00,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +30: [2023-05-09 14:50:00,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +30: [2023-05-09 14:50:00,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +30: [2023-05-09 14:50:00,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +17: [2023-05-09 14:50:00,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-09 14:50:00,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-09 14:50:00,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-09 14:50:00,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +21: [2023-05-09 14:50:00,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +21: [2023-05-09 14:50:00,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +21: [2023-05-09 14:50:00,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +27: [2023-05-09 14:50:00,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:50:00,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-09 14:50:00,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-09 14:50:00,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-09 14:50:00,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 7: [2023-05-09 14:50:00,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 7: [2023-05-09 14:50:00,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 7: [2023-05-09 14:50:00,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 7: [2023-05-09 14:50:00,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-09 14:50:00,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-09 14:50:00,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-09 14:50:00,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 6: [2023-05-09 14:50:00,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +19: [2023-05-09 14:50:00,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +19: [2023-05-09 14:50:00,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +19: [2023-05-09 14:50:00,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 6: [2023-05-09 14:50:00,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +19: [2023-05-09 14:50:00,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 6: [2023-05-09 14:50:00,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-09 14:50:00,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-09 14:50:00,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:50:00,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-09 14:50:00,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +30: [2023-05-09 14:50:00,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-09 14:50:00,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-09 14:50:00,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-09 14:50:00,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-09 14:50:00,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:50:00,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-09 14:50:00,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-09 14:50:00,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-09 14:50:00,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:50:00,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:50:00,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:50:00,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:50:00,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-09 14:50:00,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-09 14:50:00,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +27: [2023-05-09 14:50:00,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +27: [2023-05-09 14:50:00,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-09 14:50:00,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +30: [2023-05-09 14:50:00,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-09 14:50:00,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-09 14:50:00,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-09 14:50:00,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +30: [2023-05-09 14:50:00,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +30: [2023-05-09 14:50:00,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +27: [2023-05-09 14:50:00,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-09 14:50:00,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +19: [2023-05-09 14:50:00,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 7: [2023-05-09 14:50:00,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:00,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 7: [2023-05-09 14:50:00,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 7: [2023-05-09 14:50:00,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-09 14:50:00,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:00,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:00,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +21: [2023-05-09 14:50:00,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +21: [2023-05-09 14:50:00,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +21: [2023-05-09 14:50:00,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-09 14:50:00,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:00,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +19: [2023-05-09 14:50:00,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +21: [2023-05-09 14:50:00,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +30: [2023-05-09 14:50:00,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-09 14:50:00,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +21: [2023-05-09 14:50:00,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 6: [2023-05-09 14:50:00,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-09 14:50:00,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 7: [2023-05-09 14:50:00,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:00,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 6: [2023-05-09 14:50:00,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 6: [2023-05-09 14:50:00,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 7: [2023-05-09 14:50:00,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +19: [2023-05-09 14:50:00,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-09 14:50:00,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-09 14:50:00,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-09 14:50:00,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-09 14:50:00,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +29: [2023-05-09 14:50:00,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +29: [2023-05-09 14:50:00,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +29: [2023-05-09 14:50:00,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +29: [2023-05-09 14:50:00,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-09 14:50:00,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-09 14:50:00,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-09 14:50:00,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-09 14:50:00,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-09 14:50:00,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 4: [2023-05-09 14:50:00,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 4: [2023-05-09 14:50:00,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 4: [2023-05-09 14:50:00,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-09 14:50:00,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-09 14:50:00,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +13: [2023-05-09 14:50:00,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +13: [2023-05-09 14:50:00,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +13: [2023-05-09 14:50:00,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 3: [2023-05-09 14:50:00,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 3: [2023-05-09 14:50:00,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 3: [2023-05-09 14:50:00,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 3: [2023-05-09 14:50:00,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +15: [2023-05-09 14:50:00,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +15: [2023-05-09 14:50:00,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 9: [2023-05-09 14:50:00,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 9: [2023-05-09 14:50:00,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-09 14:50:00,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 9: [2023-05-09 14:50:00,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +15: [2023-05-09 14:50:00,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +25: [2023-05-09 14:50:00,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +15: [2023-05-09 14:50:00,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +25: [2023-05-09 14:50:00,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +25: [2023-05-09 14:50:00,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +25: [2023-05-09 14:50:00,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-09 14:50:00,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 1: [2023-05-09 14:50:00,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 1: [2023-05-09 14:50:00,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 5: [2023-05-09 14:50:00,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 5: [2023-05-09 14:50:00,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 5: [2023-05-09 14:50:00,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-09 14:50:00,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-09 14:50:00,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +13: [2023-05-09 14:50:00,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-09 14:50:00,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-09 14:50:00,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-09 14:50:00,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-09 14:50:00,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-09 14:50:00,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-09 14:50:00,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-09 14:50:00,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-09 14:50:00,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +23: [2023-05-09 14:50:00,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-09 14:50:00,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:50:00,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-09 14:50:00,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-09 14:50:00,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 0: [2023-05-09 14:50:00,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-09 14:50:00,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-09 14:50:00,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +12: [2023-05-09 14:50:00,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +12: [2023-05-09 14:50:00,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +12: [2023-05-09 14:50:00,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 0: [2023-05-09 14:50:00,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +25: [2023-05-09 14:50:00,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-09 14:50:00,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +29: [2023-05-09 14:50:00,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-09 14:50:00,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 8: [2023-05-09 14:50:00,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-09 14:50:00,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 2: [2023-05-09 14:50:00,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 9: [2023-05-09 14:50:00,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 8: [2023-05-09 14:50:00,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +29: [2023-05-09 14:50:00,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-09 14:50:00,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +29: [2023-05-09 14:50:00,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-09 14:50:00,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 2: [2023-05-09 14:50:00,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 0: [2023-05-09 14:50:00,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 0: [2023-05-09 14:50:00,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 5: [2023-05-09 14:50:00,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-09 14:50:00,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-09 14:50:00,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-09 14:50:00,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-09 14:50:00,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-09 14:50:00,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +29: [2023-05-09 14:50:00,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 1: [2023-05-09 14:50:00,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-09 14:50:00,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +22: [2023-05-09 14:50:00,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +22: [2023-05-09 14:50:00,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-09 14:50:00,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-09 14:50:00,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +18: [2023-05-09 14:50:00,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +22: [2023-05-09 14:50:00,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +18: [2023-05-09 14:50:00,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +22: [2023-05-09 14:50:00,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-09 14:50:00,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-09 14:50:00,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-09 14:50:00,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-09 14:50:00,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-09 14:50:00,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +26: [2023-05-09 14:50:00,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +26: [2023-05-09 14:50:00,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 1: [2023-05-09 14:50:00,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-09 14:50:00,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +16: [2023-05-09 14:50:00,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +26: [2023-05-09 14:50:00,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +16: [2023-05-09 14:50:00,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +16: [2023-05-09 14:50:00,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +16: [2023-05-09 14:50:00,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-09 14:50:00,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-09 14:50:00,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-09 14:50:00,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-09 14:50:00,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-09 14:50:00,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-09 14:50:00,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-09 14:50:00,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-09 14:50:00,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-09 14:50:00,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-09 14:50:00,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-09 14:50:00,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-09 14:50:00,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-09 14:50:00,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-09 14:50:00,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-09 14:50:00,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-09 14:50:00,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-09 14:50:00,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-09 14:50:00,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 0: [2023-05-09 14:50:00,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-09 14:50:00,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-09 14:50:00,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-09 14:50:00,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-09 14:50:00,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-09 14:50:00,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-09 14:50:00,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-09 14:50:00,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 0: [2023-05-09 14:50:00,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-09 14:50:00,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-09 14:50:00,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-09 14:50:00,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-09 14:50:00,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-09 14:50:00,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-09 14:50:00,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-09 14:50:00,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-09 14:50:00,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-09 14:50:00,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-09 14:50:00,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-09 14:50:00,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-09 14:50:00,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-09 14:50:00,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +16: [2023-05-09 14:50:00,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-09 14:50:00,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-09 14:50:00,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-09 14:50:00,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-09 14:50:00,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-09 14:50:00,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-09 14:50:00,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-09 14:50:00,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-09 14:50:00,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +15: [2023-05-09 14:50:00,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-09 14:50:00,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 4: [2023-05-09 14:50:00,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 4: [2023-05-09 14:50:00,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 3: [2023-05-09 14:50:00,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-09 14:50:00,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:50:00,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +25: [2023-05-09 14:50:00,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 4: [2023-05-09 14:50:00,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:50:00,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:50:00,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:50:00,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 9: [2023-05-09 14:50:00,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-09 14:50:00,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:50:00,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +15: [2023-05-09 14:50:00,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +15: [2023-05-09 14:50:00,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +25: [2023-05-09 14:50:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-09 14:50:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-09 14:50:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +13: [2023-05-09 14:50:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-09 14:50:00,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +13: [2023-05-09 14:50:00,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +13: [2023-05-09 14:50:00,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 1: [2023-05-09 14:50:00,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 1: [2023-05-09 14:50:00,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 9: [2023-05-09 14:50:00,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 9: [2023-05-09 14:50:00,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 5: [2023-05-09 14:50:00,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +25: [2023-05-09 14:50:00,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +25: [2023-05-09 14:50:00,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +25: [2023-05-09 14:50:00,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +13: [2023-05-09 14:50:00,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-09 14:50:00,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-09 14:50:00,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-09 14:50:00,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-09 14:50:00,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-09 14:50:00,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-09 14:50:00,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 1: [2023-05-09 14:50:00,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-09 14:50:00,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +12: [2023-05-09 14:50:00,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-09 14:50:00,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 3: [2023-05-09 14:50:00,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 8: [2023-05-09 14:50:00,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-09 14:50:00,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +12: [2023-05-09 14:50:00,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-09 14:50:00,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-09 14:50:00,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +22: [2023-05-09 14:50:00,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-09 14:50:00,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +12: [2023-05-09 14:50:00,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-09 14:50:00,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-09 14:50:00,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-09 14:50:00,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-09 14:50:00,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +28: [2023-05-09 14:50:00,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +28: [2023-05-09 14:50:00,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +28: [2023-05-09 14:50:00,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +31: [2023-05-09 14:50:00,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-09 14:50:00,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 8: [2023-05-09 14:50:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-09 14:50:00,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-09 14:50:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-09 14:50:00,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +17: [2023-05-09 14:50:00,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-09 14:50:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-09 14:50:00,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-09 14:50:00,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +23: [2023-05-09 14:50:00,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-09 14:50:00,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 0: [2023-05-09 14:50:00,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +26: [2023-05-09 14:50:00,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 8: [2023-05-09 14:50:00,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-09 14:50:00,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-09 14:50:00,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-09 14:50:00,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-09 14:50:00,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +26: [2023-05-09 14:50:00,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-09 14:50:00,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +23: [2023-05-09 14:50:00,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 8: [2023-05-09 14:50:00,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-09 14:50:00,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +23: [2023-05-09 14:50:00,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-09 14:50:00,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +26: [2023-05-09 14:50:00,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +17: [2023-05-09 14:50:00,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-09 14:50:00,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-09 14:50:00,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-09 14:50:00,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-09 14:50:00,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-09 14:50:00,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-09 14:50:00,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-09 14:50:00,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-09 14:50:00,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-09 14:50:00,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-09 14:50:00,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +16: [2023-05-09 14:50:00,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-09 14:50:00,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +16: [2023-05-09 14:50:00,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-09 14:50:00,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +22: [2023-05-09 14:50:00,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-09 14:50:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-09 14:50:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-09 14:50:00,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-09 14:50:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-09 14:50:00,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-09 14:50:00,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +15: [2023-05-09 14:50:00,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-09 14:50:00,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-09 14:50:00,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 0: [2023-05-09 14:50:00,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-09 14:50:00,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-09 14:50:00,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-09 14:50:00,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-09 14:50:00,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-09 14:50:00,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-09 14:50:00,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +15: [2023-05-09 14:50:00,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-09 14:50:00,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-09 14:50:00,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-09 14:50:00,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-09 14:50:00,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-09 14:50:00,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-09 14:50:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-09 14:50:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-09 14:50:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-09 14:50:00,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-09 14:50:00,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:00,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-09 14:50:00,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +14: [2023-05-09 14:50:00,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +16: [2023-05-09 14:50:00,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-09 14:50:00,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-09 14:50:00,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +28: [2023-05-09 14:50:00,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-09 14:50:00,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-09 14:50:00,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-09 14:50:00,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-09 14:50:00,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-09 14:50:00,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 0: [2023-05-09 14:50:00,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-09 14:50:00,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-09 14:50:00,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-09 14:50:00,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-09 14:50:00,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 0: [2023-05-09 14:50:00,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 0: [2023-05-09 14:50:00,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +16: [2023-05-09 14:50:00,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-09 14:50:00,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-09 14:50:00,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-09 14:50:00,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +16: [2023-05-09 14:50:00,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-09 14:50:00,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-09 14:50:00,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-09 14:50:00,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-09 14:50:00,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-09 14:50:00,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-09 14:50:00,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +13: [2023-05-09 14:50:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-09 14:50:00,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-09 14:50:00,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-09 14:50:00,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-09 14:50:00,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-09 14:50:00,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-09 14:50:00,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-09 14:50:00,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-09 14:50:00,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-09 14:50:00,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-09 14:50:00,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:00,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-09 14:50:00,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-09 14:50:00,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-09 14:50:00,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-09 14:50:00,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-09 14:50:00,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-09 14:50:00,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-09 14:50:00,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-09 14:50:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-09 14:50:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-09 14:50:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-09 14:50:00,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-09 14:50:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +31: [2023-05-09 14:50:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +31: [2023-05-09 14:50:00,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 6: [2023-05-09 14:50:00,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-09 14:50:00,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +13: [2023-05-09 14:50:00,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:00,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-09 14:50:00,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:00,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:00,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:00,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-09 14:50:00,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:00,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-09 14:50:00,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-09 14:50:00,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-09 14:50:00,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-09 14:50:00,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-09 14:50:00,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-09 14:50:00,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-09 14:50:00,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-09 14:50:00,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-09 14:50:00,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-09 14:50:00,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-09 14:50:00,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-09 14:50:00,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-09 14:50:00,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-09 14:50:00,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-09 14:50:00,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-09 14:50:00,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +20: [2023-05-09 14:50:00,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +20: [2023-05-09 14:50:00,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +20: [2023-05-09 14:50:00,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 8: [2023-05-09 14:50:00,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-09 14:50:00,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-09 14:50:00,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-09 14:50:00,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-09 14:50:00,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-09 14:50:00,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-09 14:50:00,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-09 14:50:00,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-09 14:50:00,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +24: [2023-05-09 14:50:00,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +28: [2023-05-09 14:50:00,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +20: [2023-05-09 14:50:00,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-09 14:50:00,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-09 14:50:00,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +24: [2023-05-09 14:50:00,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +15: [2023-05-09 14:50:00,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-09 14:50:00,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-09 14:50:00,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:00,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-09 14:50:00,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-09 14:50:00,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-09 14:50:00,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 9: [2023-05-09 14:50:00,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-09 14:50:00,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +15: [2023-05-09 14:50:00,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-09 14:50:00,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 5: [2023-05-09 14:50:00,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-09 14:50:00,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +11: [2023-05-09 14:50:00,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 5: [2023-05-09 14:50:00,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-09 14:50:00,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-09 14:50:00,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. +11: [2023-05-09 14:50:00,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_09-model_01-model_states.pt. + 6: [2023-05-09 14:50:00,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-09 14:50:00,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-09 14:50:00,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-09 14:50:00,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-09 14:50:00,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-09 14:50:00,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-09 14:50:00,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-09 14:50:00,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-09 14:50:00,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-09 14:50:00,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-09 14:50:00,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-09 14:50:00,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-09 14:50:00,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-09 14:50:00,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-09 14:50:00,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-09 14:50:00,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-09 14:50:00,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-09 14:50:00,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-09 14:50:00,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-09 14:50:00,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-09 14:50:00,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-09 14:50:00,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-09 14:50:00,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-09 14:50:00,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-09 14:50:00,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:00,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-09 14:50:00,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-09 14:50:00,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-09 14:50:00,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-09 14:50:00,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-09 14:50:00,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-09 14:50:00,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-09 14:50:00,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-09 14:50:00,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-09 14:50:00,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-09 14:50:00,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-09 14:50:00,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +24: [2023-05-09 14:50:00,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-09 14:50:00,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-09 14:50:00,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-09 14:50:00,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-09 14:50:00,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-09 14:50:00,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-09 14:50:00,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-09 14:50:00,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-09 14:50:00,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +14: [2023-05-09 14:50:00,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +11: [2023-05-09 14:50:00,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-09 14:50:00,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-09 14:50:00,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-09 14:50:00,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-09 14:50:00,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-09 14:50:00,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-09 14:50:00,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-09 14:50:00,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-09 14:50:00,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-09 14:50:00,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-09 14:50:00,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-09 14:50:00,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +11: [2023-05-09 14:50:00,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-09 14:50:00,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-09 14:50:00,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-09 14:50:00,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-09 14:50:00,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-09 14:50:00,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-09 14:50:00,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-09 14:50:00,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:00,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-09 14:50:00,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-09 14:50:00,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-09 14:50:00,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-09 14:50:00,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-09 14:50:00,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-09 14:50:00,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-09 14:50:00,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-09 14:50:00,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-09 14:50:00,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-09 14:50:00,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-09 14:50:00,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-09 14:50:00,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-09 14:50:00,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-09 14:50:00,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-09 14:50:00,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-09 14:50:00,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-09 14:50:00,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-09 14:50:00,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-09 14:50:00,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-09 14:50:00,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-09 14:50:00,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-09 14:50:00,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-09 14:50:00,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-09 14:50:00,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-09 14:50:00,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-09 14:50:00,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-09 14:50:00,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +19: [2023-05-09 14:50:00,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-09 14:50:00,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-09 14:50:00,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-09 14:50:00,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-09 14:50:00,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-09 14:50:00,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-09 14:50:00,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-09 14:50:00,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-09 14:50:00,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-09 14:50:00,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-09 14:50:00,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-09 14:50:00,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-09 14:50:00,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-09 14:50:00,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-09 14:50:00,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-09 14:50:00,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-09 14:50:00,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-09 14:50:00,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-09 14:50:00,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-09 14:50:00,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-09 14:50:00,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-09 14:50:00,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-09 14:50:00,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-09 14:50:00,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-09 14:50:00,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-09 14:50:00,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +21: [2023-05-09 14:50:00,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-09 14:50:00,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-09 14:50:00,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-09 14:50:00,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:00,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-09 14:50:00,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-09 14:50:00,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-09 14:50:00,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:00,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-09 14:50:00,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-09 14:50:00,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:00,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:00,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-09 14:50:00,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-09 14:50:00,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-09 14:50:00,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-09 14:50:00,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-09 14:50:00,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-09 14:50:00,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:00,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-09 14:50:00,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:00,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-09 14:50:00,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-09 14:50:00,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-09 14:50:00,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-09 14:50:00,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-09 14:50:00,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-09 14:50:00,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-09 14:50:00,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-09 14:50:00,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-09 14:50:00,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-09 14:50:00,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-09 14:50:00,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-09 14:50:00,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-09 14:50:00,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-09 14:50:00,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-09 14:50:00,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-09 14:50:00,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-09 14:50:00,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-09 14:50:00,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-09 14:50:00,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-09 14:50:00,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-09 14:50:00,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-09 14:50:00,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-09 14:50:00,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-09 14:50:00,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-09 14:50:00,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-09 14:50:00,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-09 14:50:00,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-09 14:50:00,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-09 14:50:00,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-09 14:50:00,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-09 14:50:00,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-09 14:50:00,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-09 14:50:00,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-09 14:50:00,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-09 14:50:00,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-09 14:50:00,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-09 14:50:00,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-09 14:50:00,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-09 14:50:00,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-09 14:50:00,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:00,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +24: [2023-05-09 14:50:00,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +24: [2023-05-09 14:50:00,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +24: [2023-05-09 14:50:00,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +24: [2023-05-09 14:50:00,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +20: [2023-05-09 14:50:00,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-09 14:50:00,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-09 14:50:00,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-09 14:50:00,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-09 14:50:00,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-09 14:50:00,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:00,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-09 14:50:00,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-09 14:50:00,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-09 14:50:00,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-09 14:50:00,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-09 14:50:00,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-09 14:50:00,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-09 14:50:00,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-09 14:50:00,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-09 14:50:00,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:00,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-09 14:50:00,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-09 14:50:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +20: [2023-05-09 14:50:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +20: [2023-05-09 14:50:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +20: [2023-05-09 14:50:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 9: [2023-05-09 14:50:00,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:00,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... +11: [2023-05-09 14:50:00,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt... + 4: [2023-05-09 14:50:00,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-09 14:50:00,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-09 14:50:00,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-09 14:50:00,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-09 14:50:00,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-09 14:50:00,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-09 14:50:00,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-09 14:50:00,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-09 14:50:00,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-09 14:50:00,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-09 14:50:00,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-09 14:50:00,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-09 14:50:00,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-09 14:50:00,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-09 14:50:00,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-09 14:50:00,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-09 14:50:00,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-09 14:50:00,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-09 14:50:00,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-09 14:50:00,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-09 14:50:00,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-09 14:50:00,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-09 14:50:00,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-09 14:50:00,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-09 14:50:00,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-09 14:50:00,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-09 14:50:00,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:00,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-09 14:50:00,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-09 14:50:00,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-09 14:50:00,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-09 14:50:00,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-09 14:50:00,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:00,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-09 14:50:00,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-09 14:50:00,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-09 14:50:00,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-09 14:50:00,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-09 14:50:00,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-09 14:50:00,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-09 14:50:00,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:00,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-09 14:50:00,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-09 14:50:00,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-09 14:50:00,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:00,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-09 14:50:00,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-09 14:50:00,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-09 14:50:00,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-09 14:50:00,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-09 14:50:00,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-09 14:50:00,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-09 14:50:00,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-09 14:50:00,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-09 14:50:00,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-09 14:50:00,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-09 14:50:00,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:00,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-09 14:50:00,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-09 14:50:00,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-09 14:50:00,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-09 14:50:00,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-09 14:50:00,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-09 14:50:00,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:00,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:00,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-09 14:50:00,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-09 14:50:00,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-09 14:50:00,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-09 14:50:00,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-09 14:50:00,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-09 14:50:00,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-09 14:50:00,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +19: [2023-05-09 14:50:00,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +19: [2023-05-09 14:50:00,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +19: [2023-05-09 14:50:00,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +12: [2023-05-09 14:50:00,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-09 14:50:00,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-09 14:50:00,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-09 14:50:00,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-09 14:50:00,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:00,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +30: [2023-05-09 14:50:00,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +30: [2023-05-09 14:50:00,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +30: [2023-05-09 14:50:00,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 6: [2023-05-09 14:50:00,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 6: [2023-05-09 14:50:00,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 6: [2023-05-09 14:50:00,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 6: [2023-05-09 14:50:00,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 7: [2023-05-09 14:50:00,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 7: [2023-05-09 14:50:00,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 7: [2023-05-09 14:50:00,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 7: [2023-05-09 14:50:00,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +30: [2023-05-09 14:50:00,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 2: [2023-05-09 14:50:00,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +30: [2023-05-09 14:50:00,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:00,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 2: [2023-05-09 14:50:00,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +30: [2023-05-09 14:50:00,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-09 14:50:00,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +17: [2023-05-09 14:50:00,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 6: [2023-05-09 14:50:00,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-09 14:50:00,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +17: [2023-05-09 14:50:00,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 6: [2023-05-09 14:50:00,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-09 14:50:00,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-09 14:50:00,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +27: [2023-05-09 14:50:00,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 6: [2023-05-09 14:50:00,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-09 14:50:00,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +21: [2023-05-09 14:50:00,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +21: [2023-05-09 14:50:00,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +27: [2023-05-09 14:50:00,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +21: [2023-05-09 14:50:00,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +27: [2023-05-09 14:50:00,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +19: [2023-05-09 14:50:00,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-09 14:50:00,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-09 14:50:00,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-09 14:50:00,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +10: [2023-05-09 14:50:00,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +10: [2023-05-09 14:50:00,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +10: [2023-05-09 14:50:00,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +10: [2023-05-09 14:50:00,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 7: [2023-05-09 14:50:00,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-09 14:50:00,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 6: [2023-05-09 14:50:00,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-09 14:50:00,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +19: [2023-05-09 14:50:00,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 2: [2023-05-09 14:50:00,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-09 14:50:00,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-09 14:50:00,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-09 14:50:00,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-09 14:50:00,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-09 14:50:00,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-09 14:50:00,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-09 14:50:00,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-09 14:50:00,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-09 14:50:00,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-09 14:50:00,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:00,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-09 14:50:00,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-09 14:50:00,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-09 14:50:00,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:00,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +21: [2023-05-09 14:50:00,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-09 14:50:00,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-09 14:50:00,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-09 14:50:00,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-09 14:50:00,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +30: [2023-05-09 14:50:00,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-09 14:50:00,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-09 14:50:00,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 4: [2023-05-09 14:50:00,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 4: [2023-05-09 14:50:00,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 4: [2023-05-09 14:50:00,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 2: [2023-05-09 14:50:00,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-09 14:50:00,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +30: [2023-05-09 14:50:00,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +30: [2023-05-09 14:50:00,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 6: [2023-05-09 14:50:00,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-09 14:50:00,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-09 14:50:00,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-09 14:50:00,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-09 14:50:00,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +15: [2023-05-09 14:50:00,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +15: [2023-05-09 14:50:00,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +15: [2023-05-09 14:50:00,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +15: [2023-05-09 14:50:00,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 7: [2023-05-09 14:50:00,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-09 14:50:00,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +17: [2023-05-09 14:50:00,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 6: [2023-05-09 14:50:00,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 6: [2023-05-09 14:50:00,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 7: [2023-05-09 14:50:00,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 2: [2023-05-09 14:50:00,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-09 14:50:00,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-09 14:50:00,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 2: [2023-05-09 14:50:00,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-09 14:50:00,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 2: [2023-05-09 14:50:00,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 2: [2023-05-09 14:50:00,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 7: [2023-05-09 14:50:00,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 7: [2023-05-09 14:50:00,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 2: [2023-05-09 14:50:00,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-09 14:50:00,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-09 14:50:00,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +17: [2023-05-09 14:50:00,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 6: [2023-05-09 14:50:00,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-09 14:50:00,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-09 14:50:00,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-09 14:50:00,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-09 14:50:00,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +27: [2023-05-09 14:50:00,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-09 14:50:00,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-09 14:50:00,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +15: [2023-05-09 14:50:00,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-09 14:50:00,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +21: [2023-05-09 14:50:00,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-09 14:50:00,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +15: [2023-05-09 14:50:00,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-09 14:50:00,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +21: [2023-05-09 14:50:00,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-09 14:50:00,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-09 14:50:00,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-09 14:50:00,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +21: [2023-05-09 14:50:00,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +21: [2023-05-09 14:50:00,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-09 14:50:00,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-09 14:50:00,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-09 14:50:00,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-09 14:50:00,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-09 14:50:00,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +21: [2023-05-09 14:50:00,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +21: [2023-05-09 14:50:00,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +10: [2023-05-09 14:50:00,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +10: [2023-05-09 14:50:00,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 4: [2023-05-09 14:50:00,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +15: [2023-05-09 14:50:00,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-09 14:50:00,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 4: [2023-05-09 14:50:00,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 4: [2023-05-09 14:50:00,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +15: [2023-05-09 14:50:00,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +15: [2023-05-09 14:50:00,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-09 14:50:00,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-09 14:50:00,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-09 14:50:00,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +15: [2023-05-09 14:50:00,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +15: [2023-05-09 14:50:00,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +23: [2023-05-09 14:50:00,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +23: [2023-05-09 14:50:00,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +23: [2023-05-09 14:50:00,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +23: [2023-05-09 14:50:00,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +13: [2023-05-09 14:50:00,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +13: [2023-05-09 14:50:00,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +18: [2023-05-09 14:50:00,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +18: [2023-05-09 14:50:00,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +18: [2023-05-09 14:50:00,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +13: [2023-05-09 14:50:00,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 0: [2023-05-09 14:50:00,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 0: [2023-05-09 14:50:00,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +18: [2023-05-09 14:50:00,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 0: [2023-05-09 14:50:00,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +13: [2023-05-09 14:50:00,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 0: [2023-05-09 14:50:00,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +22: [2023-05-09 14:50:00,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +22: [2023-05-09 14:50:00,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +22: [2023-05-09 14:50:00,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +22: [2023-05-09 14:50:00,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 9: [2023-05-09 14:50:00,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +23: [2023-05-09 14:50:00,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-09 14:50:00,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 9: [2023-05-09 14:50:00,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 9: [2023-05-09 14:50:00,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +23: [2023-05-09 14:50:00,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-09 14:50:00,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +26: [2023-05-09 14:50:00,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +26: [2023-05-09 14:50:00,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +26: [2023-05-09 14:50:00,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +23: [2023-05-09 14:50:00,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-09 14:50:00,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-09 14:50:00,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-09 14:50:00,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-09 14:50:00,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-09 14:50:00,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-09 14:50:00,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-09 14:50:00,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-09 14:50:00,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +22: [2023-05-09 14:50:00,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +13: [2023-05-09 14:50:00,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 1: [2023-05-09 14:50:00,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 3: [2023-05-09 14:50:00,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 3: [2023-05-09 14:50:00,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 3: [2023-05-09 14:50:00,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 3: [2023-05-09 14:50:00,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +22: [2023-05-09 14:50:00,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-09 14:50:00,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-09 14:50:00,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 5: [2023-05-09 14:50:00,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 5: [2023-05-09 14:50:00,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 9: [2023-05-09 14:50:00,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:50:00,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 9: [2023-05-09 14:50:00,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-09 14:50:00,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-09 14:50:00,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-09 14:50:00,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-09 14:50:00,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-09 14:50:00,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-09 14:50:00,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-09 14:50:00,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-09 14:50:01,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-09 14:50:01,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-09 14:50:01,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-09 14:50:01,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-09 14:50:01,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +23: [2023-05-09 14:50:01,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 9: [2023-05-09 14:50:01,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:50:01,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +23: [2023-05-09 14:50:01,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-09 14:50:01,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-09 14:50:01,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-09 14:50:01,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-09 14:50:01,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-09 14:50:01,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-09 14:50:01,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:50:01,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-09 14:50:01,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-09 14:50:01,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-09 14:50:01,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-09 14:50:01,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-09 14:50:01,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-09 14:50:01,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-09 14:50:01,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-09 14:50:01,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:50:01,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +13: [2023-05-09 14:50:01,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +23: [2023-05-09 14:50:01,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +18: [2023-05-09 14:50:01,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +18: [2023-05-09 14:50:01,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 0: [2023-05-09 14:50:01,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 0: [2023-05-09 14:50:01,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 0: [2023-05-09 14:50:01,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +16: [2023-05-09 14:50:01,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +16: [2023-05-09 14:50:01,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +16: [2023-05-09 14:50:01,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +29: [2023-05-09 14:50:01,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +29: [2023-05-09 14:50:01,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +16: [2023-05-09 14:50:01,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +29: [2023-05-09 14:50:01,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +29: [2023-05-09 14:50:01,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +18: [2023-05-09 14:50:01,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:50:01,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:50:01,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-09 14:50:01,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-09 14:50:01,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-09 14:50:01,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-09 14:50:01,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-09 14:50:01,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +28: [2023-05-09 14:50:01,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +28: [2023-05-09 14:50:01,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +18: [2023-05-09 14:50:01,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +24: [2023-05-09 14:50:01,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +24: [2023-05-09 14:50:01,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +28: [2023-05-09 14:50:01,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +13: [2023-05-09 14:50:01,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +24: [2023-05-09 14:50:01,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +24: [2023-05-09 14:50:01,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +13: [2023-05-09 14:50:01,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +26: [2023-05-09 14:50:01,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +22: [2023-05-09 14:50:01,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +22: [2023-05-09 14:50:01,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +22: [2023-05-09 14:50:01,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +26: [2023-05-09 14:50:01,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-09 14:50:01,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-09 14:50:01,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-09 14:50:01,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 1: [2023-05-09 14:50:01,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-09 14:50:01,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 1: [2023-05-09 14:50:01,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +26: [2023-05-09 14:50:01,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 1: [2023-05-09 14:50:01,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 3: [2023-05-09 14:50:01,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 3: [2023-05-09 14:50:01,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 5: [2023-05-09 14:50:01,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +29: [2023-05-09 14:50:01,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-09 14:50:01,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +16: [2023-05-09 14:50:01,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +16: [2023-05-09 14:50:01,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-09 14:50:01,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 3: [2023-05-09 14:50:01,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 3: [2023-05-09 14:50:01,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +28: [2023-05-09 14:50:01,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-09 14:50:01,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-09 14:50:01,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-09 14:50:01,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-09 14:50:01,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-09 14:50:01,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-09 14:50:01,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +29: [2023-05-09 14:50:01,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-09 14:50:01,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +24: [2023-05-09 14:50:01,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +28: [2023-05-09 14:50:01,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +16: [2023-05-09 14:50:01,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-09 14:50:01,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-09 14:50:01,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-09 14:50:01,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-09 14:50:01,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +12: [2023-05-09 14:50:01,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +12: [2023-05-09 14:50:01,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +12: [2023-05-09 14:50:01,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 3: [2023-05-09 14:50:01,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +16: [2023-05-09 14:50:01,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-09 14:50:01,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-09 14:50:01,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-09 14:50:01,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-09 14:50:01,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-09 14:50:01,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-09 14:50:01,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-09 14:50:01,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-09 14:50:01,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +25: [2023-05-09 14:50:01,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +25: [2023-05-09 14:50:01,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +25: [2023-05-09 14:50:01,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +12: [2023-05-09 14:50:01,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-09 14:50:01,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-09 14:50:01,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-09 14:50:01,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-09 14:50:01,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-09 14:50:01,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +31: [2023-05-09 14:50:01,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +31: [2023-05-09 14:50:01,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +28: [2023-05-09 14:50:01,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:50:01,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +20: [2023-05-09 14:50:01,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-09 14:50:01,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-09 14:50:01,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-09 14:50:01,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-09 14:50:01,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 8: [2023-05-09 14:50:01,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 8: [2023-05-09 14:50:01,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +28: [2023-05-09 14:50:01,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +24: [2023-05-09 14:50:01,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-09 14:50:01,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-09 14:50:01,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +29: [2023-05-09 14:50:01,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +13: [2023-05-09 14:50:01,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-09 14:50:01,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 8: [2023-05-09 14:50:01,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +20: [2023-05-09 14:50:01,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-09 14:50:01,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-09 14:50:01,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:50:01,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-09 14:50:01,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-09 14:50:01,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-09 14:50:01,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:50:01,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-09 14:50:01,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-09 14:50:01,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +24: [2023-05-09 14:50:01,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +13: [2023-05-09 14:50:01,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:01,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-09 14:50:01,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +25: [2023-05-09 14:50:01,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-09 14:50:01,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-09 14:50:01,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-09 14:50:01,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-09 14:50:01,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +16: [2023-05-09 14:50:01,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-09 14:50:01,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-09 14:50:01,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +29: [2023-05-09 14:50:01,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +28: [2023-05-09 14:50:01,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +29: [2023-05-09 14:50:01,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +25: [2023-05-09 14:50:01,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-09 14:50:01,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-09 14:50:01,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-09 14:50:01,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-09 14:50:01,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +16: [2023-05-09 14:50:01,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +31: [2023-05-09 14:50:01,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-09 14:50:01,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-09 14:50:01,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-09 14:50:01,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-09 14:50:01,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:50:01,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-09 14:50:01,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-09 14:50:01,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +11: [2023-05-09 14:50:01,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +16: [2023-05-09 14:50:01,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +16: [2023-05-09 14:50:01,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 2: [2023-05-09 14:50:01,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-09 14:50:01,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +11: [2023-05-09 14:50:01,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 2: [2023-05-09 14:50:01,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-09 14:50:01,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-09 14:50:01,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-09 14:50:01,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-09 14:50:01,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-09 14:50:01,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-09 14:50:01,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-09 14:50:01,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-09 14:50:01,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:50:01,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-09 14:50:01,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-09 14:50:01,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-09 14:50:01,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-09 14:50:01,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-09 14:50:01,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +12: [2023-05-09 14:50:01,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +12: [2023-05-09 14:50:01,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-09 14:50:01,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-09 14:50:01,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-09 14:50:01,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +12: [2023-05-09 14:50:01,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +11: [2023-05-09 14:50:01,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-09 14:50:01,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-09 14:50:01,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-09 14:50:01,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-09 14:50:01,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-09 14:50:01,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-09 14:50:01,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-09 14:50:01,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 8: [2023-05-09 14:50:01,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:50:01,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-09 14:50:01,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-09 14:50:01,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +25: [2023-05-09 14:50:01,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-09 14:50:01,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-09 14:50:01,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:50:01,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-09 14:50:01,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +25: [2023-05-09 14:50:01,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +25: [2023-05-09 14:50:01,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +13: [2023-05-09 14:50:01,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-09 14:50:01,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +13: [2023-05-09 14:50:01,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-09 14:50:01,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:50:01,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-09 14:50:01,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +20: [2023-05-09 14:50:01,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +20: [2023-05-09 14:50:01,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +20: [2023-05-09 14:50:01,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. + 8: [2023-05-09 14:50:01,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:50:01,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-09 14:50:01,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 8: [2023-05-09 14:50:01,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +31: [2023-05-09 14:50:01,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 8: [2023-05-09 14:50:01,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +31: [2023-05-09 14:50:01,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 8: [2023-05-09 14:50:01,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +31: [2023-05-09 14:50:01,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-09 14:50:01,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-09 14:50:01,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-09 14:50:01,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-09 14:50:01,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-09 14:50:01,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-09 14:50:01,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-09 14:50:01,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-09 14:50:01,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-09 14:50:01,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-09 14:50:01,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-09 14:50:01,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:01,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-09 14:50:01,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-09 14:50:01,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +29: [2023-05-09 14:50:01,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-09 14:50:01,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-09 14:50:01,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-09 14:50:01,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-09 14:50:01,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +11: [2023-05-09 14:50:01,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-09 14:50:01,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-09 14:50:01,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-09 14:50:01,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-09 14:50:01,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-09 14:50:01,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-09 14:50:01,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +14: [2023-05-09 14:50:01,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +14: [2023-05-09 14:50:01,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +11: [2023-05-09 14:50:01,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-09 14:50:01,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_10-model_01-model_states.pt. +31: [2023-05-09 14:50:01,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-09 14:50:01,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +31: [2023-05-09 14:50:01,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-09 14:50:01,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +10: [2023-05-09 14:50:01,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +10: [2023-05-09 14:50:01,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +10: [2023-05-09 14:50:01,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +17: [2023-05-09 14:50:01,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-09 14:50:01,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-09 14:50:01,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-09 14:50:01,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-09 14:50:01,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-09 14:50:01,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-09 14:50:01,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-09 14:50:01,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-09 14:50:01,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-09 14:50:01,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-09 14:50:01,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-09 14:50:01,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-09 14:50:01,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-09 14:50:01,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-09 14:50:01,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-09 14:50:01,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-09 14:50:01,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-09 14:50:01,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-09 14:50:01,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-09 14:50:01,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-09 14:50:01,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 4: [2023-05-09 14:50:01,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 4: [2023-05-09 14:50:01,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 4: [2023-05-09 14:50:01,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +10: [2023-05-09 14:50:01,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-09 14:50:01,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-09 14:50:01,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-09 14:50:01,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-09 14:50:01,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-09 14:50:01,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-09 14:50:01,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-09 14:50:01,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 2: [2023-05-09 14:50:01,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +29: [2023-05-09 14:50:01,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +20: [2023-05-09 14:50:01,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-09 14:50:01,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-09 14:50:01,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +20: [2023-05-09 14:50:01,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-09 14:50:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-09 14:50:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-09 14:50:01,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +17: [2023-05-09 14:50:01,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-09 14:50:01,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-09 14:50:01,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-09 14:50:01,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-09 14:50:01,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-09 14:50:01,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +27: [2023-05-09 14:50:01,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 7: [2023-05-09 14:50:01,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-09 14:50:01,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +27: [2023-05-09 14:50:01,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 8: [2023-05-09 14:50:01,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-09 14:50:01,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +14: [2023-05-09 14:50:01,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 6: [2023-05-09 14:50:01,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-09 14:50:01,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-09 14:50:01,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-09 14:50:01,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-09 14:50:01,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 6: [2023-05-09 14:50:01,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 6: [2023-05-09 14:50:01,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-09 14:50:01,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... + 6: [2023-05-09 14:50:01,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-09 14:50:01,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-09 14:50:01,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-09 14:50:01,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 6: [2023-05-09 14:50:01,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +29: [2023-05-09 14:50:01,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:50:01,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-09 14:50:01,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt... +29: [2023-05-09 14:50:01,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-09 14:50:01,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +21: [2023-05-09 14:50:01,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +21: [2023-05-09 14:50:01,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +21: [2023-05-09 14:50:01,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +17: [2023-05-09 14:50:01,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-09 14:50:01,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-09 14:50:01,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:50:01,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +17: [2023-05-09 14:50:01,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-09 14:50:01,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-09 14:50:01,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-09 14:50:01,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-09 14:50:01,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +15: [2023-05-09 14:50:01,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +15: [2023-05-09 14:50:01,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-09 14:50:01,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +15: [2023-05-09 14:50:01,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-09 14:50:01,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +18: [2023-05-09 14:50:01,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-09 14:50:01,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-09 14:50:01,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-09 14:50:01,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 5: [2023-05-09 14:50:01,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 5: [2023-05-09 14:50:01,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +15: [2023-05-09 14:50:01,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-09 14:50:01,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-09 14:50:01,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-09 14:50:01,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +11: [2023-05-09 14:50:01,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-09 14:50:01,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-09 14:50:01,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-09 14:50:01,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:01,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-09 14:50:01,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-09 14:50:01,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:01,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:01,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 4: [2023-05-09 14:50:01,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +17: [2023-05-09 14:50:01,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-09 14:50:01,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-09 14:50:01,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-09 14:50:01,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +21: [2023-05-09 14:50:01,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-09 14:50:01,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-09 14:50:01,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-09 14:50:01,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 5: [2023-05-09 14:50:01,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-09 14:50:01,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-09 14:50:01,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-09 14:50:01,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +19: [2023-05-09 14:50:01,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 8: [2023-05-09 14:50:01,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-09 14:50:01,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +19: [2023-05-09 14:50:01,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 5: [2023-05-09 14:50:01,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 2: [2023-05-09 14:50:01,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 2: [2023-05-09 14:50:01,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-09 14:50:01,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-09 14:50:01,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-09 14:50:01,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-09 14:50:01,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +23: [2023-05-09 14:50:01,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +23: [2023-05-09 14:50:01,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +23: [2023-05-09 14:50:01,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-09 14:50:01,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-09 14:50:01,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 3: [2023-05-09 14:50:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 3: [2023-05-09 14:50:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 8: [2023-05-09 14:50:01,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-09 14:50:01,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-09 14:50:01,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-09 14:50:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +18: [2023-05-09 14:50:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +18: [2023-05-09 14:50:01,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +18: [2023-05-09 14:50:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +28: [2023-05-09 14:50:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +28: [2023-05-09 14:50:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +28: [2023-05-09 14:50:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-09 14:50:01,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-09 14:50:01,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 6: [2023-05-09 14:50:01,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-09 14:50:01,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-09 14:50:01,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +26: [2023-05-09 14:50:01,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +26: [2023-05-09 14:50:01,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +22: [2023-05-09 14:50:01,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +22: [2023-05-09 14:50:01,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +11: [2023-05-09 14:50:01,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-09 14:50:01,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +11: [2023-05-09 14:50:01,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-09 14:50:01,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-09 14:50:01,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +19: [2023-05-09 14:50:01,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-09 14:50:01,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +19: [2023-05-09 14:50:01,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:01,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-09 14:50:01,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-09 14:50:01,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-09 14:50:01,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +17: [2023-05-09 14:50:01,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 6: [2023-05-09 14:50:01,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-09 14:50:01,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 0: [2023-05-09 14:50:01,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-09 14:50:01,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 7: [2023-05-09 14:50:01,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 7: [2023-05-09 14:50:01,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 7: [2023-05-09 14:50:01,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 7: [2023-05-09 14:50:01,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +18: [2023-05-09 14:50:01,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-09 14:50:01,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-09 14:50:01,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-09 14:50:01,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +23: [2023-05-09 14:50:01,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-09 14:50:01,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-09 14:50:01,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-09 14:50:01,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +30: [2023-05-09 14:50:01,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +30: [2023-05-09 14:50:01,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +23: [2023-05-09 14:50:01,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-09 14:50:01,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +23: [2023-05-09 14:50:01,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-09 14:50:01,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-09 14:50:01,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-09 14:50:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-09 14:50:01,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-09 14:50:01,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-09 14:50:01,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-09 14:50:01,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-09 14:50:01,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-09 14:50:01,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-09 14:50:01,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-09 14:50:01,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:01,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-09 14:50:01,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-09 14:50:01,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-09 14:50:01,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 6: [2023-05-09 14:50:01,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-09 14:50:01,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-09 14:50:01,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-09 14:50:01,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-09 14:50:01,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-09 14:50:01,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-09 14:50:01,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-09 14:50:01,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-09 14:50:01,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-09 14:50:01,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-09 14:50:01,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-09 14:50:01,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-09 14:50:01,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-09 14:50:01,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-09 14:50:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-09 14:50:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-09 14:50:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-09 14:50:01,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-09 14:50:01,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +22: [2023-05-09 14:50:01,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +26: [2023-05-09 14:50:01,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-09 14:50:01,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-09 14:50:01,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-09 14:50:01,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-09 14:50:01,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-09 14:50:01,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:01,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-09 14:50:01,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +15: [2023-05-09 14:50:01,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +15: [2023-05-09 14:50:01,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-09 14:50:01,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-09 14:50:01,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-09 14:50:01,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-09 14:50:01,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-09 14:50:01,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-09 14:50:01,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-09 14:50:01,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-09 14:50:01,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-09 14:50:01,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 7: [2023-05-09 14:50:01,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 5: [2023-05-09 14:50:01,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-09 14:50:01,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-09 14:50:01,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-09 14:50:01,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-09 14:50:01,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-09 14:50:01,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-09 14:50:01,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-09 14:50:01,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-09 14:50:01,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-09 14:50:01,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-09 14:50:01,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 9: [2023-05-09 14:50:01,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-09 14:50:01,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-09 14:50:01,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-09 14:50:01,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-09 14:50:01,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-09 14:50:01,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-09 14:50:01,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-09 14:50:01,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-09 14:50:01,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-09 14:50:01,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-09 14:50:01,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 1: [2023-05-09 14:50:01,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +10: [2023-05-09 14:50:01,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +10: [2023-05-09 14:50:01,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-09 14:50:01,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +10: [2023-05-09 14:50:01,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-09 14:50:01,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-09 14:50:01,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-09 14:50:01,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-09 14:50:01,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-09 14:50:01,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-09 14:50:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-09 14:50:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-09 14:50:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-09 14:50:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-09 14:50:01,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-09 14:50:01,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 4: [2023-05-09 14:50:01,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-09 14:50:01,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-09 14:50:01,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-09 14:50:01,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-09 14:50:01,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-09 14:50:01,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-09 14:50:01,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +19: [2023-05-09 14:50:01,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +25: [2023-05-09 14:50:01,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-09 14:50:01,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-09 14:50:01,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-09 14:50:01,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-09 14:50:01,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +19: [2023-05-09 14:50:01,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-09 14:50:01,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +19: [2023-05-09 14:50:01,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:01,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +18: [2023-05-09 14:50:01,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-09 14:50:01,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +18: [2023-05-09 14:50:01,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-09 14:50:01,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-09 14:50:01,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 9: [2023-05-09 14:50:01,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-09 14:50:01,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-09 14:50:01,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +28: [2023-05-09 14:50:01,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-09 14:50:01,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-09 14:50:01,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-09 14:50:01,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +23: [2023-05-09 14:50:01,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +28: [2023-05-09 14:50:01,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-09 14:50:01,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-09 14:50:01,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-09 14:50:01,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +26: [2023-05-09 14:50:01,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +28: [2023-05-09 14:50:01,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 7: [2023-05-09 14:50:01,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +28: [2023-05-09 14:50:01,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:01,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-09 14:50:01,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +28: [2023-05-09 14:50:01,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-09 14:50:01,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-09 14:50:01,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-09 14:50:01,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-09 14:50:01,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-09 14:50:01,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-09 14:50:01,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-09 14:50:01,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +17: [2023-05-09 14:50:01,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-09 14:50:01,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-09 14:50:01,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 7: [2023-05-09 14:50:01,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-09 14:50:01,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-09 14:50:01,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-09 14:50:01,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-09 14:50:01,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-09 14:50:01,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:01,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:01,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 4: [2023-05-09 14:50:01,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-09 14:50:01,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-09 14:50:01,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-09 14:50:01,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +25: [2023-05-09 14:50:01,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-09 14:50:01,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 1: [2023-05-09 14:50:01,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 1: [2023-05-09 14:50:01,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +26: [2023-05-09 14:50:01,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-09 14:50:01,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 4: [2023-05-09 14:50:01,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +25: [2023-05-09 14:50:01,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-09 14:50:01,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 4: [2023-05-09 14:50:01,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-09 14:50:01,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +17: [2023-05-09 14:50:01,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-09 14:50:01,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +13: [2023-05-09 14:50:01,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +23: [2023-05-09 14:50:01,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +22: [2023-05-09 14:50:01,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-09 14:50:01,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +13: [2023-05-09 14:50:01,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-09 14:50:01,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 3: [2023-05-09 14:50:01,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-09 14:50:01,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-09 14:50:01,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-09 14:50:01,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-09 14:50:01,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-09 14:50:01,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-09 14:50:01,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-09 14:50:01,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-09 14:50:01,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-09 14:50:01,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +21: [2023-05-09 14:50:01,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-09 14:50:01,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +21: [2023-05-09 14:50:01,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-09 14:50:01,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-09 14:50:01,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-09 14:50:01,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +17: [2023-05-09 14:50:01,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +30: [2023-05-09 14:50:01,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-09 14:50:01,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +17: [2023-05-09 14:50:01,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +26: [2023-05-09 14:50:01,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-09 14:50:01,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-09 14:50:01,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +26: [2023-05-09 14:50:01,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-09 14:50:01,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 3: [2023-05-09 14:50:01,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-09 14:50:01,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 9: [2023-05-09 14:50:01,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:50:01,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +21: [2023-05-09 14:50:01,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-09 14:50:01,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +21: [2023-05-09 14:50:01,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-09 14:50:01,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +21: [2023-05-09 14:50:01,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-09 14:50:01,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 9: [2023-05-09 14:50:01,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-09 14:50:01,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-09 14:50:01,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-09 14:50:01,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-09 14:50:01,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-09 14:50:01,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-09 14:50:01,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-09 14:50:01,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-09 14:50:01,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-09 14:50:01,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-09 14:50:01,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-09 14:50:01,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-09 14:50:01,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-09 14:50:01,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +25: [2023-05-09 14:50:01,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-09 14:50:01,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-09 14:50:01,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-09 14:50:01,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-09 14:50:01,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-09 14:50:01,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-09 14:50:01,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-09 14:50:01,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-09 14:50:01,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-09 14:50:01,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-09 14:50:01,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-09 14:50:01,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-09 14:50:01,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-09 14:50:01,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-09 14:50:01,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-09 14:50:01,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-09 14:50:01,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-09 14:50:01,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-09 14:50:01,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-09 14:50:01,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +27: [2023-05-09 14:50:01,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +26: [2023-05-09 14:50:01,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-09 14:50:01,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +27: [2023-05-09 14:50:01,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +19: [2023-05-09 14:50:01,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-09 14:50:01,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-09 14:50:01,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-09 14:50:01,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-09 14:50:01,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-09 14:50:01,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-09 14:50:01,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-09 14:50:01,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-09 14:50:01,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-09 14:50:01,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-09 14:50:01,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-09 14:50:01,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-09 14:50:01,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-09 14:50:01,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-09 14:50:01,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-09 14:50:01,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +30: [2023-05-09 14:50:01,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +26: [2023-05-09 14:50:01,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-09 14:50:01,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-09 14:50:01,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-09 14:50:01,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-09 14:50:01,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-09 14:50:01,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-09 14:50:01,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-09 14:50:01,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-09 14:50:01,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-09 14:50:01,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-09 14:50:01,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +28: [2023-05-09 14:50:01,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-09 14:50:01,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-09 14:50:01,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-09 14:50:01,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-09 14:50:01,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-09 14:50:01,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-09 14:50:01,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-09 14:50:01,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-09 14:50:01,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-09 14:50:01,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 8: [2023-05-09 14:50:01,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +22: [2023-05-09 14:50:01,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-09 14:50:01,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-09 14:50:01,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-09 14:50:01,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-09 14:50:01,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +22: [2023-05-09 14:50:01,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +12: [2023-05-09 14:50:01,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-09 14:50:01,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-09 14:50:01,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-09 14:50:01,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-09 14:50:01,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-09 14:50:01,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-09 14:50:01,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-09 14:50:01,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-09 14:50:01,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +29: [2023-05-09 14:50:01,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +29: [2023-05-09 14:50:01,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 1: [2023-05-09 14:50:01,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +29: [2023-05-09 14:50:01,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +28: [2023-05-09 14:50:01,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-09 14:50:01,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-09 14:50:01,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-09 14:50:01,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-09 14:50:01,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-09 14:50:01,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +31: [2023-05-09 14:50:01,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +31: [2023-05-09 14:50:01,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +31: [2023-05-09 14:50:01,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +24: [2023-05-09 14:50:01,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-09 14:50:01,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-09 14:50:01,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-09 14:50:01,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +27: [2023-05-09 14:50:01,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-09 14:50:01,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-09 14:50:01,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-09 14:50:01,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-09 14:50:01,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 9: [2023-05-09 14:50:01,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 9: [2023-05-09 14:50:01,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 1: [2023-05-09 14:50:01,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 9: [2023-05-09 14:50:01,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +13: [2023-05-09 14:50:01,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-09 14:50:01,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-09 14:50:01,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +13: [2023-05-09 14:50:01,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +13: [2023-05-09 14:50:01,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +27: [2023-05-09 14:50:01,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-09 14:50:01,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 0: [2023-05-09 14:50:01,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 0: [2023-05-09 14:50:01,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 0: [2023-05-09 14:50:01,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 0: [2023-05-09 14:50:01,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +21: [2023-05-09 14:50:01,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-09 14:50:01,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-09 14:50:01,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-09 14:50:01,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-09 14:50:01,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-09 14:50:01,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-09 14:50:01,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-09 14:50:01,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-09 14:50:01,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-09 14:50:01,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-09 14:50:01,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-09 14:50:01,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-09 14:50:01,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-09 14:50:01,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-09 14:50:01,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +11: [2023-05-09 14:50:01,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +29: [2023-05-09 14:50:01,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-09 14:50:01,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +11: [2023-05-09 14:50:01,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +29: [2023-05-09 14:50:01,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-09 14:50:01,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-09 14:50:01,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-09 14:50:01,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-09 14:50:01,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-09 14:50:01,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-09 14:50:01,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +25: [2023-05-09 14:50:01,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +25: [2023-05-09 14:50:01,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 0: [2023-05-09 14:50:01,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-09 14:50:01,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +14: [2023-05-09 14:50:01,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-09 14:50:01,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-09 14:50:01,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-09 14:50:01,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-09 14:50:01,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-09 14:50:01,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-09 14:50:01,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-09 14:50:01,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-09 14:50:01,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-09 14:50:01,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-09 14:50:01,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-09 14:50:01,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-09 14:50:01,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-09 14:50:01,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-09 14:50:01,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-09 14:50:01,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-09 14:50:01,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-09 14:50:01,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-09 14:50:01,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-09 14:50:01,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-09 14:50:01,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-09 14:50:01,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-09 14:50:01,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +31: [2023-05-09 14:50:01,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-09 14:50:01,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-09 14:50:01,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +25: [2023-05-09 14:50:01,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-09 14:50:01,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +25: [2023-05-09 14:50:01,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-09 14:50:01,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +14: [2023-05-09 14:50:01,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +14: [2023-05-09 14:50:01,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +14: [2023-05-09 14:50:01,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +29: [2023-05-09 14:50:01,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-09 14:50:01,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-09 14:50:01,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-09 14:50:01,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-09 14:50:01,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-09 14:50:01,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +29: [2023-05-09 14:50:01,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +22: [2023-05-09 14:50:01,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-09 14:50:01,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-09 14:50:01,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 8: [2023-05-09 14:50:01,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +24: [2023-05-09 14:50:01,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-09 14:50:01,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-09 14:50:01,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-09 14:50:01,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-09 14:50:01,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-09 14:50:01,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-09 14:50:01,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +24: [2023-05-09 14:50:01,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-09 14:50:01,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 8: [2023-05-09 14:50:01,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +29: [2023-05-09 14:50:01,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-09 14:50:01,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-09 14:50:01,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +29: [2023-05-09 14:50:01,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 0: [2023-05-09 14:50:01,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +14: [2023-05-09 14:50:01,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-09 14:50:01,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-09 14:50:01,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-09 14:50:01,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-09 14:50:01,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-09 14:50:01,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +15: [2023-05-09 14:50:01,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-09 14:50:01,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-09 14:50:01,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-09 14:50:01,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 0: [2023-05-09 14:50:01,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +14: [2023-05-09 14:50:01,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-09 14:50:01,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-09 14:50:01,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-09 14:50:01,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-09 14:50:01,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +25: [2023-05-09 14:50:01,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-09 14:50:01,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-09 14:50:01,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-09 14:50:01,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +25: [2023-05-09 14:50:01,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +11: [2023-05-09 14:50:01,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +11: [2023-05-09 14:50:01,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +25: [2023-05-09 14:50:01,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-09 14:50:01,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-09 14:50:01,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-09 14:50:01,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +25: [2023-05-09 14:50:01,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +25: [2023-05-09 14:50:01,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +15: [2023-05-09 14:50:01,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-09 14:50:01,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-09 14:50:01,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-09 14:50:01,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +14: [2023-05-09 14:50:01,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +15: [2023-05-09 14:50:01,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-09 14:50:01,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-09 14:50:01,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-09 14:50:01,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-09 14:50:01,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +14: [2023-05-09 14:50:01,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +16: [2023-05-09 14:50:01,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +16: [2023-05-09 14:50:01,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +16: [2023-05-09 14:50:01,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +16: [2023-05-09 14:50:01,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 4: [2023-05-09 14:50:01,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 4: [2023-05-09 14:50:01,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 4: [2023-05-09 14:50:01,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 6: [2023-05-09 14:50:01,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-09 14:50:01,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-09 14:50:01,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-09 14:50:01,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +12: [2023-05-09 14:50:01,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +12: [2023-05-09 14:50:01,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +12: [2023-05-09 14:50:01,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 6: [2023-05-09 14:50:01,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-09 14:50:01,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-09 14:50:01,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-09 14:50:01,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-09 14:50:01,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-09 14:50:01,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-09 14:50:01,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-09 14:50:01,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-09 14:50:01,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-09 14:50:01,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-09 14:50:01,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-09 14:50:01,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-09 14:50:01,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-09 14:50:01,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-09 14:50:01,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-09 14:50:01,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-09 14:50:01,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-09 14:50:01,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-09 14:50:01,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-09 14:50:01,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-09 14:50:01,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +24: [2023-05-09 14:50:01,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +24: [2023-05-09 14:50:01,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +24: [2023-05-09 14:50:01,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +20: [2023-05-09 14:50:01,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +20: [2023-05-09 14:50:01,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +20: [2023-05-09 14:50:01,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. +20: [2023-05-09 14:50:01,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_11-model_01-model_states.pt. + 6: [2023-05-09 14:50:01,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +16: [2023-05-09 14:50:01,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-09 14:50:01,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-09 14:50:01,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-09 14:50:01,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-09 14:50:01,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-09 14:50:01,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +24: [2023-05-09 14:50:01,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-09 14:50:01,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-09 14:50:01,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-09 14:50:01,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-09 14:50:01,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-09 14:50:01,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +20: [2023-05-09 14:50:01,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-09 14:50:01,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +16: [2023-05-09 14:50:01,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +12: [2023-05-09 14:50:01,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-09 14:50:01,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-09 14:50:01,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +12: [2023-05-09 14:50:01,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 6: [2023-05-09 14:50:01,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +20: [2023-05-09 14:50:01,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-09 14:50:01,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-09 14:50:01,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-09 14:50:01,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +12: [2023-05-09 14:50:01,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 4: [2023-05-09 14:50:01,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-09 14:50:01,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-09 14:50:01,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-09 14:50:01,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-09 14:50:01,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-09 14:50:01,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-09 14:50:01,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-09 14:50:01,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-09 14:50:01,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-09 14:50:01,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-09 14:50:01,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-09 14:50:01,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-09 14:50:01,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-09 14:50:01,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-09 14:50:01,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-09 14:50:01,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-09 14:50:01,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-09 14:50:01,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-09 14:50:01,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-09 14:50:01,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-09 14:50:01,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-09 14:50:01,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +24: [2023-05-09 14:50:01,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +24: [2023-05-09 14:50:01,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-09 14:50:01,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-09 14:50:01,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +24: [2023-05-09 14:50:01,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... + 2: [2023-05-09 14:50:01,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-09 14:50:01,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-09 14:50:01,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-09 14:50:01,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-09 14:50:01,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-09 14:50:01,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-09 14:50:01,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +20: [2023-05-09 14:50:01,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +20: [2023-05-09 14:50:01,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +20: [2023-05-09 14:50:01,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt... +15: [2023-05-09 14:50:01,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-09 14:50:01,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-09 14:50:01,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-09 14:50:01,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 7: [2023-05-09 14:50:01,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 5: [2023-05-09 14:50:01,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 5: [2023-05-09 14:50:01,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 5: [2023-05-09 14:50:01,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 2: [2023-05-09 14:50:01,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-09 14:50:01,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-09 14:50:01,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-09 14:50:01,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-09 14:50:01,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 3: [2023-05-09 14:50:01,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 3: [2023-05-09 14:50:01,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 3: [2023-05-09 14:50:01,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-09 14:50:01,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-09 14:50:01,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-09 14:50:01,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-09 14:50:01,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-09 14:50:01,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-09 14:50:01,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-09 14:50:01,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-09 14:50:01,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-09 14:50:01,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-09 14:50:01,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-09 14:50:01,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-09 14:50:01,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-09 14:50:01,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-09 14:50:01,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-09 14:50:01,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-09 14:50:01,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-09 14:50:01,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-09 14:50:01,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-09 14:50:01,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-09 14:50:01,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 7: [2023-05-09 14:50:01,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 7: [2023-05-09 14:50:01,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +29: [2023-05-09 14:50:01,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +29: [2023-05-09 14:50:01,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-09 14:50:01,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-09 14:50:01,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +27: [2023-05-09 14:50:01,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +27: [2023-05-09 14:50:01,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +27: [2023-05-09 14:50:01,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 5: [2023-05-09 14:50:01,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +17: [2023-05-09 14:50:01,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +17: [2023-05-09 14:50:01,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +17: [2023-05-09 14:50:01,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +17: [2023-05-09 14:50:01,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +30: [2023-05-09 14:50:01,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +30: [2023-05-09 14:50:01,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +15: [2023-05-09 14:50:01,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-09 14:50:01,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-09 14:50:01,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +30: [2023-05-09 14:50:01,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +23: [2023-05-09 14:50:01,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +23: [2023-05-09 14:50:01,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-09 14:50:01,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +15: [2023-05-09 14:50:01,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +20: [2023-05-09 14:50:01,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-09 14:50:01,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-09 14:50:01,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-09 14:50:01,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-09 14:50:01,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +18: [2023-05-09 14:50:01,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +21: [2023-05-09 14:50:01,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +21: [2023-05-09 14:50:01,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +21: [2023-05-09 14:50:01,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +20: [2023-05-09 14:50:01,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-09 14:50:01,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 5: [2023-05-09 14:50:01,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-09 14:50:01,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +20: [2023-05-09 14:50:01,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-09 14:50:01,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +20: [2023-05-09 14:50:01,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-09 14:50:01,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +18: [2023-05-09 14:50:01,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-09 14:50:01,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-09 14:50:01,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-09 14:50:01,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-09 14:50:01,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-09 14:50:01,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 5: [2023-05-09 14:50:01,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 5: [2023-05-09 14:50:01,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +18: [2023-05-09 14:50:01,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-09 14:50:01,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +18: [2023-05-09 14:50:01,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-09 14:50:01,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-09 14:50:01,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-09 14:50:01,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-09 14:50:01,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-09 14:50:01,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-09 14:50:01,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-09 14:50:01,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-09 14:50:01,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-09 14:50:01,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +27: [2023-05-09 14:50:01,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-09 14:50:01,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-09 14:50:01,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-09 14:50:01,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-09 14:50:01,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-09 14:50:01,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-09 14:50:01,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-09 14:50:01,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +17: [2023-05-09 14:50:01,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +17: [2023-05-09 14:50:01,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-09 14:50:01,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-09 14:50:01,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-09 14:50:01,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-09 14:50:01,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-09 14:50:01,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-09 14:50:01,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-09 14:50:01,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-09 14:50:01,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-09 14:50:01,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-09 14:50:01,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-09 14:50:01,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-09 14:50:01,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-09 14:50:01,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-09 14:50:01,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +19: [2023-05-09 14:50:01,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +19: [2023-05-09 14:50:01,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +18: [2023-05-09 14:50:01,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-09 14:50:01,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +23: [2023-05-09 14:50:01,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-09 14:50:01,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-09 14:50:01,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-09 14:50:01,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-09 14:50:01,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-09 14:50:01,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-09 14:50:01,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 7: [2023-05-09 14:50:01,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 3: [2023-05-09 14:50:01,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +13: [2023-05-09 14:50:01,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +13: [2023-05-09 14:50:01,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-09 14:50:01,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-09 14:50:01,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-09 14:50:01,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-09 14:50:01,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-09 14:50:01,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-09 14:50:01,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-09 14:50:01,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-09 14:50:01,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-09 14:50:01,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-09 14:50:01,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-09 14:50:01,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-09 14:50:01,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-09 14:50:01,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-09 14:50:01,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-09 14:50:01,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-09 14:50:01,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-09 14:50:01,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-09 14:50:01,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-09 14:50:01,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-09 14:50:01,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-09 14:50:01,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-09 14:50:01,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +26: [2023-05-09 14:50:01,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +26: [2023-05-09 14:50:01,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +13: [2023-05-09 14:50:01,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-09 14:50:01,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-09 14:50:01,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-09 14:50:01,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-09 14:50:01,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-09 14:50:01,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-09 14:50:01,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +23: [2023-05-09 14:50:01,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-09 14:50:01,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-09 14:50:01,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-09 14:50:01,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-09 14:50:01,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-09 14:50:01,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-09 14:50:01,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-09 14:50:01,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-09 14:50:01,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-09 14:50:01,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-09 14:50:01,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 8: [2023-05-09 14:50:01,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-09 14:50:01,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +29: [2023-05-09 14:50:01,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +20: [2023-05-09 14:50:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-09 14:50:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +29: [2023-05-09 14:50:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-09 14:50:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-09 14:50:01,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-09 14:50:01,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +17: [2023-05-09 14:50:01,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +23: [2023-05-09 14:50:01,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-09 14:50:01,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-09 14:50:01,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-09 14:50:01,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-09 14:50:01,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-09 14:50:01,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +10: [2023-05-09 14:50:01,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +10: [2023-05-09 14:50:01,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +10: [2023-05-09 14:50:01,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +20: [2023-05-09 14:50:01,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +18: [2023-05-09 14:50:01,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 9: [2023-05-09 14:50:01,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +23: [2023-05-09 14:50:01,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +16: [2023-05-09 14:50:01,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +20: [2023-05-09 14:50:01,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-09 14:50:01,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-09 14:50:01,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-09 14:50:01,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-09 14:50:01,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 9: [2023-05-09 14:50:01,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-09 14:50:01,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-09 14:50:01,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-09 14:50:01,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-09 14:50:01,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +23: [2023-05-09 14:50:01,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-09 14:50:01,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-09 14:50:01,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-09 14:50:01,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-09 14:50:01,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-09 14:50:01,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +18: [2023-05-09 14:50:01,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-09 14:50:01,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-09 14:50:01,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +13: [2023-05-09 14:50:01,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +28: [2023-05-09 14:50:01,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +13: [2023-05-09 14:50:01,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 8: [2023-05-09 14:50:01,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-09 14:50:01,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 8: [2023-05-09 14:50:01,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-09 14:50:01,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +28: [2023-05-09 14:50:01,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 8: [2023-05-09 14:50:01,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-09 14:50:01,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +18: [2023-05-09 14:50:01,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +18: [2023-05-09 14:50:01,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 8: [2023-05-09 14:50:01,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:50:01,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-09 14:50:01,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-09 14:50:01,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-09 14:50:01,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-09 14:50:01,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-09 14:50:01,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-09 14:50:01,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-09 14:50:01,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-09 14:50:01,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-09 14:50:01,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-09 14:50:01,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-09 14:50:01,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-09 14:50:01,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-09 14:50:01,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-09 14:50:01,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-09 14:50:01,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-09 14:50:01,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +19: [2023-05-09 14:50:01,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +19: [2023-05-09 14:50:01,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +19: [2023-05-09 14:50:01,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-09 14:50:01,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-09 14:50:01,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-09 14:50:01,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-09 14:50:01,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-09 14:50:01,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-09 14:50:01,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 6: [2023-05-09 14:50:01,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 6: [2023-05-09 14:50:01,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 6: [2023-05-09 14:50:01,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +13: [2023-05-09 14:50:01,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-09 14:50:01,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-09 14:50:01,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-09 14:50:01,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-09 14:50:01,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-09 14:50:01,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 4: [2023-05-09 14:50:01,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-09 14:50:01,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-09 14:50:01,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-09 14:50:01,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 8: [2023-05-09 14:50:01,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-09 14:50:01,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-09 14:50:01,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-09 14:50:01,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-09 14:50:01,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-09 14:50:01,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 9: [2023-05-09 14:50:01,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +22: [2023-05-09 14:50:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +22: [2023-05-09 14:50:01,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +26: [2023-05-09 14:50:01,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 9: [2023-05-09 14:50:01,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-09 14:50:01,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +22: [2023-05-09 14:50:01,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-09 14:50:01,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-09 14:50:01,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-09 14:50:01,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-09 14:50:01,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-09 14:50:01,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-09 14:50:01,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +31: [2023-05-09 14:50:01,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +31: [2023-05-09 14:50:01,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 3: [2023-05-09 14:50:01,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-09 14:50:01,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 3: [2023-05-09 14:50:01,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-09 14:50:01,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 8: [2023-05-09 14:50:01,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 1: [2023-05-09 14:50:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 1: [2023-05-09 14:50:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-09 14:50:01,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-09 14:50:01,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-09 14:50:01,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-09 14:50:01,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-09 14:50:01,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-09 14:50:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-09 14:50:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-09 14:50:01,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-09 14:50:01,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +13: [2023-05-09 14:50:01,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:01,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-09 14:50:01,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-09 14:50:01,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-09 14:50:01,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:01,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-09 14:50:01,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-09 14:50:01,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-09 14:50:01,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-09 14:50:01,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-09 14:50:01,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-09 14:50:01,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-09 14:50:01,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +28: [2023-05-09 14:50:01,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-09 14:50:01,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-09 14:50:01,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 4: [2023-05-09 14:50:01,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-09 14:50:01,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +22: [2023-05-09 14:50:01,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-09 14:50:01,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-09 14:50:01,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 8: [2023-05-09 14:50:01,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-09 14:50:01,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 0: [2023-05-09 14:50:01,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-09 14:50:01,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-09 14:50:01,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +22: [2023-05-09 14:50:01,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-09 14:50:01,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-09 14:50:01,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-09 14:50:01,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-09 14:50:01,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-09 14:50:01,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-09 14:50:01,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-09 14:50:01,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-09 14:50:01,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-09 14:50:01,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-09 14:50:01,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-09 14:50:01,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-09 14:50:01,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-09 14:50:01,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-09 14:50:01,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-09 14:50:01,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-09 14:50:01,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-09 14:50:01,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-09 14:50:01,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-09 14:50:01,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-09 14:50:01,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-09 14:50:01,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-09 14:50:01,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-09 14:50:01,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 4: [2023-05-09 14:50:01,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-09 14:50:01,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-09 14:50:01,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-09 14:50:01,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-09 14:50:01,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-09 14:50:01,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +21: [2023-05-09 14:50:01,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-09 14:50:01,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +25: [2023-05-09 14:50:01,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-09 14:50:01,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-09 14:50:01,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-09 14:50:01,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-09 14:50:01,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +19: [2023-05-09 14:50:01,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-09 14:50:01,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +21: [2023-05-09 14:50:01,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-09 14:50:01,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-09 14:50:01,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-09 14:50:01,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-09 14:50:01,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-09 14:50:01,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-09 14:50:01,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-09 14:50:01,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-09 14:50:01,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +28: [2023-05-09 14:50:01,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-09 14:50:01,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-09 14:50:01,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-09 14:50:01,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-09 14:50:01,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-09 14:50:01,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-09 14:50:01,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-09 14:50:01,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +25: [2023-05-09 14:50:01,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-09 14:50:01,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +30: [2023-05-09 14:50:01,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-09 14:50:01,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +21: [2023-05-09 14:50:01,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-09 14:50:01,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-09 14:50:01,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-09 14:50:01,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-09 14:50:01,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +30: [2023-05-09 14:50:01,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +11: [2023-05-09 14:50:01,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-09 14:50:01,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-09 14:50:01,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-09 14:50:01,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-09 14:50:01,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +14: [2023-05-09 14:50:01,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +14: [2023-05-09 14:50:01,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +25: [2023-05-09 14:50:01,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +14: [2023-05-09 14:50:01,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +28: [2023-05-09 14:50:01,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-09 14:50:01,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-09 14:50:01,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-09 14:50:01,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-09 14:50:01,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +28: [2023-05-09 14:50:01,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-09 14:50:01,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-09 14:50:01,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-09 14:50:01,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-09 14:50:01,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-09 14:50:01,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-09 14:50:01,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-09 14:50:01,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-09 14:50:01,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-09 14:50:01,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 4: [2023-05-09 14:50:01,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-09 14:50:01,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 9: [2023-05-09 14:50:01,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 3: [2023-05-09 14:50:01,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 4: [2023-05-09 14:50:01,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 4: [2023-05-09 14:50:01,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +23: [2023-05-09 14:50:01,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-09 14:50:01,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-09 14:50:01,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-09 14:50:01,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-09 14:50:01,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-09 14:50:01,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:01,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-09 14:50:01,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-09 14:50:01,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-09 14:50:01,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 4: [2023-05-09 14:50:01,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 6: [2023-05-09 14:50:01,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 8: [2023-05-09 14:50:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-09 14:50:01,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-09 14:50:01,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 6: [2023-05-09 14:50:01,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-09 14:50:01,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +31: [2023-05-09 14:50:01,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-09 14:50:01,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-09 14:50:01,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-09 14:50:01,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-09 14:50:01,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:01,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:01,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:01,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:01,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +12: [2023-05-09 14:50:01,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +11: [2023-05-09 14:50:01,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-09 14:50:01,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:01,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +12: [2023-05-09 14:50:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 3: [2023-05-09 14:50:01,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-09 14:50:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-09 14:50:01,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 5: [2023-05-09 14:50:01,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +31: [2023-05-09 14:50:01,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +31: [2023-05-09 14:50:01,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 3: [2023-05-09 14:50:01,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 1: [2023-05-09 14:50:01,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 1: [2023-05-09 14:50:01,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +21: [2023-05-09 14:50:01,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:01,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-09 14:50:01,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-09 14:50:01,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-09 14:50:01,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 4: [2023-05-09 14:50:01,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-09 14:50:01,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 4: [2023-05-09 14:50:01,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-09 14:50:01,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-09 14:50:01,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-09 14:50:01,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +23: [2023-05-09 14:50:01,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-09 14:50:01,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 0: [2023-05-09 14:50:01,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-09 14:50:01,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 0: [2023-05-09 14:50:01,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-09 14:50:01,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +22: [2023-05-09 14:50:01,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +23: [2023-05-09 14:50:01,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-09 14:50:01,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-09 14:50:01,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-09 14:50:01,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 2: [2023-05-09 14:50:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 2: [2023-05-09 14:50:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +30: [2023-05-09 14:50:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-09 14:50:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +28: [2023-05-09 14:50:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-09 14:50:01,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-09 14:50:01,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-09 14:50:01,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-09 14:50:01,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-09 14:50:01,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-09 14:50:01,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +11: [2023-05-09 14:50:01,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-09 14:50:01,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-09 14:50:01,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-09 14:50:01,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-09 14:50:01,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-09 14:50:01,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-09 14:50:01,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-09 14:50:01,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-09 14:50:01,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-09 14:50:01,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-09 14:50:01,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-09 14:50:01,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-09 14:50:01,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:01,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-09 14:50:01,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +12: [2023-05-09 14:50:01,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-09 14:50:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +16: [2023-05-09 14:50:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +16: [2023-05-09 14:50:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +27: [2023-05-09 14:50:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-09 14:50:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-09 14:50:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +27: [2023-05-09 14:50:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-09 14:50:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-09 14:50:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-09 14:50:01,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-09 14:50:01,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-09 14:50:01,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-09 14:50:01,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-09 14:50:01,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +11: [2023-05-09 14:50:01,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +27: [2023-05-09 14:50:01,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +27: [2023-05-09 14:50:01,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +26: [2023-05-09 14:50:01,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-09 14:50:01,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +27: [2023-05-09 14:50:01,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-09 14:50:01,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-09 14:50:01,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-09 14:50:01,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +21: [2023-05-09 14:50:01,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-09 14:50:01,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 0: [2023-05-09 14:50:01,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-09 14:50:01,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-09 14:50:01,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 3: [2023-05-09 14:50:01,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 1: [2023-05-09 14:50:01,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-09 14:50:01,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 3: [2023-05-09 14:50:01,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +30: [2023-05-09 14:50:01,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-09 14:50:01,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +29: [2023-05-09 14:50:01,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +29: [2023-05-09 14:50:01,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-09 14:50:01,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +15: [2023-05-09 14:50:01,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +14: [2023-05-09 14:50:01,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-09 14:50:01,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-09 14:50:01,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +29: [2023-05-09 14:50:01,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-09 14:50:01,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +14: [2023-05-09 14:50:01,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +14: [2023-05-09 14:50:01,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +28: [2023-05-09 14:50:01,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-09 14:50:01,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-09 14:50:01,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-09 14:50:01,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-09 14:50:01,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-09 14:50:01,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-09 14:50:01,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-09 14:50:01,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 4: [2023-05-09 14:50:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-09 14:50:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-09 14:50:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-09 14:50:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-09 14:50:01,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-09 14:50:01,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-09 14:50:01,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-09 14:50:01,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-09 14:50:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-09 14:50:01,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-09 14:50:01,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-09 14:50:01,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-09 14:50:01,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-09 14:50:01,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-09 14:50:01,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-09 14:50:01,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-09 14:50:01,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +22: [2023-05-09 14:50:01,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-09 14:50:01,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-09 14:50:01,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-09 14:50:01,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-09 14:50:01,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-09 14:50:01,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-09 14:50:01,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-09 14:50:01,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-09 14:50:01,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-09 14:50:01,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-09 14:50:01,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:01,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-09 14:50:01,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:01,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-09 14:50:01,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-09 14:50:01,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-09 14:50:01,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-09 14:50:01,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-09 14:50:01,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-09 14:50:01,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-09 14:50:01,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-09 14:50:01,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-09 14:50:01,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-09 14:50:01,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-09 14:50:01,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-09 14:50:01,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-09 14:50:01,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:01,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +25: [2023-05-09 14:50:01,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +25: [2023-05-09 14:50:01,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 3: [2023-05-09 14:50:01,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-09 14:50:01,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-09 14:50:01,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:01,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-09 14:50:01,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +14: [2023-05-09 14:50:01,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-09 14:50:01,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-09 14:50:01,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +20: [2023-05-09 14:50:01,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +20: [2023-05-09 14:50:01,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +11: [2023-05-09 14:50:01,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-09 14:50:01,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-09 14:50:01,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +14: [2023-05-09 14:50:01,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +14: [2023-05-09 14:50:01,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-09 14:50:01,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-09 14:50:01,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-09 14:50:01,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-09 14:50:01,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-09 14:50:01,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-09 14:50:01,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 0: [2023-05-09 14:50:01,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 0: [2023-05-09 14:50:01,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-09 14:50:01,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-09 14:50:01,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-09 14:50:01,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +24: [2023-05-09 14:50:01,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +27: [2023-05-09 14:50:01,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-09 14:50:01,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. +24: [2023-05-09 14:50:01,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_12-model_01-model_states.pt. + 4: [2023-05-09 14:50:01,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-09 14:50:01,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +12: [2023-05-09 14:50:01,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-09 14:50:01,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 5: [2023-05-09 14:50:01,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +12: [2023-05-09 14:50:01,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +12: [2023-05-09 14:50:01,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-09 14:50:01,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-09 14:50:01,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-09 14:50:01,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +12: [2023-05-09 14:50:01,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-09 14:50:01,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-09 14:50:01,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-09 14:50:01,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:01,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +27: [2023-05-09 14:50:01,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-09 14:50:01,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-09 14:50:01,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +23: [2023-05-09 14:50:01,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 5: [2023-05-09 14:50:01,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +12: [2023-05-09 14:50:01,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +20: [2023-05-09 14:50:01,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-09 14:50:01,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-09 14:50:01,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +23: [2023-05-09 14:50:01,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +24: [2023-05-09 14:50:01,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-09 14:50:01,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +18: [2023-05-09 14:50:01,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +24: [2023-05-09 14:50:01,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-09 14:50:01,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-09 14:50:01,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:01,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-09 14:50:01,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-09 14:50:01,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-09 14:50:01,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-09 14:50:01,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-09 14:50:01,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-09 14:50:01,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-09 14:50:01,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +18: [2023-05-09 14:50:01,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +16: [2023-05-09 14:50:01,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-09 14:50:01,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-09 14:50:01,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +22: [2023-05-09 14:50:01,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-09 14:50:01,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:01,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-09 14:50:01,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-09 14:50:01,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-09 14:50:01,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-09 14:50:01,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +11: [2023-05-09 14:50:01,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +14: [2023-05-09 14:50:01,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-09 14:50:01,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-09 14:50:01,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +11: [2023-05-09 14:50:01,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-09 14:50:01,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +16: [2023-05-09 14:50:01,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +16: [2023-05-09 14:50:01,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +16: [2023-05-09 14:50:01,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +12: [2023-05-09 14:50:01,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-09 14:50:01,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +27: [2023-05-09 14:50:01,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-09 14:50:01,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 5: [2023-05-09 14:50:01,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-09 14:50:01,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-09 14:50:01,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +26: [2023-05-09 14:50:01,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +26: [2023-05-09 14:50:01,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +27: [2023-05-09 14:50:01,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-09 14:50:01,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-09 14:50:01,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-09 14:50:01,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +29: [2023-05-09 14:50:01,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-09 14:50:01,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-09 14:50:01,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-09 14:50:01,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-09 14:50:01,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-09 14:50:01,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-09 14:50:01,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-09 14:50:01,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-09 14:50:01,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-09 14:50:01,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 3: [2023-05-09 14:50:01,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +23: [2023-05-09 14:50:01,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-09 14:50:01,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 3: [2023-05-09 14:50:01,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +15: [2023-05-09 14:50:01,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-09 14:50:01,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-09 14:50:01,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-09 14:50:01,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-09 14:50:01,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-09 14:50:01,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-09 14:50:01,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +15: [2023-05-09 14:50:01,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +24: [2023-05-09 14:50:01,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-09 14:50:01,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-09 14:50:01,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +15: [2023-05-09 14:50:01,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +23: [2023-05-09 14:50:01,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-09 14:50:01,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-09 14:50:01,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-09 14:50:01,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-09 14:50:01,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-09 14:50:01,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-09 14:50:01,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-09 14:50:01,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-09 14:50:01,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-09 14:50:01,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-09 14:50:01,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-09 14:50:01,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-09 14:50:01,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-09 14:50:01,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-09 14:50:01,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +29: [2023-05-09 14:50:01,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +22: [2023-05-09 14:50:01,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-09 14:50:01,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-09 14:50:01,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-09 14:50:01,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-09 14:50:01,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-09 14:50:01,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +26: [2023-05-09 14:50:01,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-09 14:50:01,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-09 14:50:01,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-09 14:50:01,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-09 14:50:01,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-09 14:50:01,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-09 14:50:01,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-09 14:50:01,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-09 14:50:01,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-09 14:50:01,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 8: [2023-05-09 14:50:01,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 5: [2023-05-09 14:50:01,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 5: [2023-05-09 14:50:01,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-09 14:50:01,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 0: [2023-05-09 14:50:01,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +24: [2023-05-09 14:50:01,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-09 14:50:01,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 8: [2023-05-09 14:50:01,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 0: [2023-05-09 14:50:01,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +20: [2023-05-09 14:50:01,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-09 14:50:01,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-09 14:50:01,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-09 14:50:01,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-09 14:50:01,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-09 14:50:01,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-09 14:50:01,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +18: [2023-05-09 14:50:01,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 9: [2023-05-09 14:50:01,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 9: [2023-05-09 14:50:01,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 9: [2023-05-09 14:50:01,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 8: [2023-05-09 14:50:01,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-09 14:50:01,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +20: [2023-05-09 14:50:01,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +20: [2023-05-09 14:50:01,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +17: [2023-05-09 14:50:01,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-09 14:50:01,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-09 14:50:01,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +24: [2023-05-09 14:50:01,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +24: [2023-05-09 14:50:01,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 8: [2023-05-09 14:50:01,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-09 14:50:01,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-09 14:50:01,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-09 14:50:01,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-09 14:50:01,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... + 8: [2023-05-09 14:50:01,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-09 14:50:01,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 5: [2023-05-09 14:50:01,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-09 14:50:01,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-09 14:50:01,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +23: [2023-05-09 14:50:01,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +18: [2023-05-09 14:50:01,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +23: [2023-05-09 14:50:01,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-09 14:50:01,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-09 14:50:01,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-09 14:50:01,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-09 14:50:01,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-09 14:50:01,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-09 14:50:01,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-09 14:50:01,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-09 14:50:01,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-09 14:50:01,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-09 14:50:01,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-09 14:50:01,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-09 14:50:01,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-09 14:50:01,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-09 14:50:01,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-09 14:50:01,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +18: [2023-05-09 14:50:01,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +23: [2023-05-09 14:50:01,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +26: [2023-05-09 14:50:01,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +31: [2023-05-09 14:50:01,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-09 14:50:01,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +13: [2023-05-09 14:50:01,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +13: [2023-05-09 14:50:01,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +13: [2023-05-09 14:50:01,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +20: [2023-05-09 14:50:01,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt... +26: [2023-05-09 14:50:01,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-09 14:50:01,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-09 14:50:01,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +17: [2023-05-09 14:50:01,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-09 14:50:01,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +28: [2023-05-09 14:50:01,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +26: [2023-05-09 14:50:01,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-09 14:50:01,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +28: [2023-05-09 14:50:01,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 2: [2023-05-09 14:50:01,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-09 14:50:01,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-09 14:50:01,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-09 14:50:01,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-09 14:50:01,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-09 14:50:01,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-09 14:50:01,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-09 14:50:01,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-09 14:50:01,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-09 14:50:01,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 2: [2023-05-09 14:50:01,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-09 14:50:01,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-09 14:50:01,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-09 14:50:01,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-09 14:50:01,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-09 14:50:01,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-09 14:50:01,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 2: [2023-05-09 14:50:01,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-09 14:50:01,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 8: [2023-05-09 14:50:01,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 8: [2023-05-09 14:50:01,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 1: [2023-05-09 14:50:01,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 1: [2023-05-09 14:50:01,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 1: [2023-05-09 14:50:01,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 1: [2023-05-09 14:50:01,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +31: [2023-05-09 14:50:01,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-09 14:50:01,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-09 14:50:01,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 6: [2023-05-09 14:50:01,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-09 14:50:01,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-09 14:50:01,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-09 14:50:01,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-09 14:50:01,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 9: [2023-05-09 14:50:01,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 1: [2023-05-09 14:50:01,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-09 14:50:01,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-09 14:50:01,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-09 14:50:01,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 9: [2023-05-09 14:50:01,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-09 14:50:01,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-09 14:50:01,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-09 14:50:01,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 7: [2023-05-09 14:50:01,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-09 14:50:01,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-09 14:50:01,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-09 14:50:01,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-09 14:50:01,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-09 14:50:01,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-09 14:50:01,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-09 14:50:01,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-09 14:50:01,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-09 14:50:01,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +16: [2023-05-09 14:50:01,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-09 14:50:01,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-09 14:50:01,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-09 14:50:01,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-09 14:50:01,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-09 14:50:01,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +13: [2023-05-09 14:50:01,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-09 14:50:01,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-09 14:50:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-09 14:50:01,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-09 14:50:01,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +13: [2023-05-09 14:50:01,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-09 14:50:01,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-09 14:50:01,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +16: [2023-05-09 14:50:01,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-09 14:50:01,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-09 14:50:01,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-09 14:50:01,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +22: [2023-05-09 14:50:01,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +22: [2023-05-09 14:50:01,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +22: [2023-05-09 14:50:01,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +13: [2023-05-09 14:50:01,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-09 14:50:01,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-09 14:50:01,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +30: [2023-05-09 14:50:01,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +30: [2023-05-09 14:50:01,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +30: [2023-05-09 14:50:01,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +13: [2023-05-09 14:50:01,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +16: [2023-05-09 14:50:01,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:01,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +25: [2023-05-09 14:50:01,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +25: [2023-05-09 14:50:01,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 1: [2023-05-09 14:50:01,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-09 14:50:01,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 1: [2023-05-09 14:50:01,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +15: [2023-05-09 14:50:01,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-09 14:50:01,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-09 14:50:01,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-09 14:50:01,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-09 14:50:01,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-09 14:50:01,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-09 14:50:01,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-09 14:50:01,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-09 14:50:01,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +14: [2023-05-09 14:50:01,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +14: [2023-05-09 14:50:01,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +14: [2023-05-09 14:50:01,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +22: [2023-05-09 14:50:01,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:01,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-09 14:50:01,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-09 14:50:01,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-09 14:50:01,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-09 14:50:01,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-09 14:50:01,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:01,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 1: [2023-05-09 14:50:01,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-09 14:50:01,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-09 14:50:01,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +30: [2023-05-09 14:50:01,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:01,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-09 14:50:01,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-09 14:50:01,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-09 14:50:01,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 6: [2023-05-09 14:50:01,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-09 14:50:01,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-09 14:50:01,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-09 14:50:01,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-09 14:50:01,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-09 14:50:01,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-09 14:50:01,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-09 14:50:01,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-09 14:50:01,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-09 14:50:01,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +21: [2023-05-09 14:50:01,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +21: [2023-05-09 14:50:01,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +21: [2023-05-09 14:50:01,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +16: [2023-05-09 14:50:01,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-09 14:50:01,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-09 14:50:01,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-09 14:50:01,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-09 14:50:01,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-09 14:50:01,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-09 14:50:01,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-09 14:50:01,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-09 14:50:01,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-09 14:50:01,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-09 14:50:01,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-09 14:50:01,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-09 14:50:01,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-09 14:50:01,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-09 14:50:01,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-09 14:50:01,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-09 14:50:01,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-09 14:50:01,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-09 14:50:01,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:01,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-09 14:50:01,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +31: [2023-05-09 14:50:01,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +31: [2023-05-09 14:50:01,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +16: [2023-05-09 14:50:01,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-09 14:50:01,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-09 14:50:01,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +16: [2023-05-09 14:50:01,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:01,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +13: [2023-05-09 14:50:01,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:01,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-09 14:50:01,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-09 14:50:01,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-09 14:50:01,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-09 14:50:01,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-09 14:50:01,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +21: [2023-05-09 14:50:01,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-09 14:50:02,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-09 14:50:02,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-09 14:50:02,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-09 14:50:02,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-09 14:50:02,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-09 14:50:02,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-09 14:50:02,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-09 14:50:02,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:02,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-09 14:50:02,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-09 14:50:02,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +22: [2023-05-09 14:50:02,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +15: [2023-05-09 14:50:02,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-09 14:50:02,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-09 14:50:02,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 4: [2023-05-09 14:50:02,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 4: [2023-05-09 14:50:02,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +14: [2023-05-09 14:50:02,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-09 14:50:02,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 2: [2023-05-09 14:50:02,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 2: [2023-05-09 14:50:02,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +16: [2023-05-09 14:50:02,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 2: [2023-05-09 14:50:02,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +25: [2023-05-09 14:50:02,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-09 14:50:02,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-09 14:50:02,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-09 14:50:02,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +31: [2023-05-09 14:50:02,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-09 14:50:02,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-09 14:50:02,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-09 14:50:02,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-09 14:50:02,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-09 14:50:02,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +14: [2023-05-09 14:50:02,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +12: [2023-05-09 14:50:02,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +12: [2023-05-09 14:50:02,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +12: [2023-05-09 14:50:02,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +13: [2023-05-09 14:50:02,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-09 14:50:02,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +25: [2023-05-09 14:50:02,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +25: [2023-05-09 14:50:02,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +14: [2023-05-09 14:50:02,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-09 14:50:02,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-09 14:50:02,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 3: [2023-05-09 14:50:02,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 3: [2023-05-09 14:50:02,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 3: [2023-05-09 14:50:02,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +18: [2023-05-09 14:50:02,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-09 14:50:02,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +14: [2023-05-09 14:50:02,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +16: [2023-05-09 14:50:02,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +16: [2023-05-09 14:50:02,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +16: [2023-05-09 14:50:02,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +16: [2023-05-09 14:50:02,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +15: [2023-05-09 14:50:02,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-09 14:50:02,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +10: [2023-05-09 14:50:02,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +10: [2023-05-09 14:50:02,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +10: [2023-05-09 14:50:02,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +17: [2023-05-09 14:50:02,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +17: [2023-05-09 14:50:02,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +15: [2023-05-09 14:50:02,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-09 14:50:02,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +17: [2023-05-09 14:50:02,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 4: [2023-05-09 14:50:02,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-09 14:50:02,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-09 14:50:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-09 14:50:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-09 14:50:02,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-09 14:50:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +27: [2023-05-09 14:50:02,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-09 14:50:02,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-09 14:50:02,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +27: [2023-05-09 14:50:02,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-09 14:50:02,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-09 14:50:02,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-09 14:50:02,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:02,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +11: [2023-05-09 14:50:02,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +11: [2023-05-09 14:50:02,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +11: [2023-05-09 14:50:02,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +16: [2023-05-09 14:50:02,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-09 14:50:02,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-09 14:50:02,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-09 14:50:02,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-09 14:50:02,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-09 14:50:02,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-09 14:50:02,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 0: [2023-05-09 14:50:02,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 0: [2023-05-09 14:50:02,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 0: [2023-05-09 14:50:02,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +19: [2023-05-09 14:50:02,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +19: [2023-05-09 14:50:02,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-09 14:50:02,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-09 14:50:02,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-09 14:50:02,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-09 14:50:02,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +19: [2023-05-09 14:50:02,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +17: [2023-05-09 14:50:02,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-09 14:50:02,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-09 14:50:02,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-09 14:50:02,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-09 14:50:02,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-09 14:50:02,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +31: [2023-05-09 14:50:02,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-09 14:50:02,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-09 14:50:02,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +27: [2023-05-09 14:50:02,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-09 14:50:02,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-09 14:50:02,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-09 14:50:02,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-09 14:50:02,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-09 14:50:02,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +31: [2023-05-09 14:50:02,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +27: [2023-05-09 14:50:02,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-09 14:50:02,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 5: [2023-05-09 14:50:02,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 5: [2023-05-09 14:50:02,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 5: [2023-05-09 14:50:02,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +31: [2023-05-09 14:50:02,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +31: [2023-05-09 14:50:02,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +27: [2023-05-09 14:50:02,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-09 14:50:02,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-09 14:50:02,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-09 14:50:02,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-09 14:50:02,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 8: [2023-05-09 14:50:02,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-09 14:50:02,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-09 14:50:02,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-09 14:50:02,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-09 14:50:02,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-09 14:50:02,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-09 14:50:02,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +29: [2023-05-09 14:50:02,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-09 14:50:02,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +19: [2023-05-09 14:50:02,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-09 14:50:02,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-09 14:50:02,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-09 14:50:02,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +19: [2023-05-09 14:50:02,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-09 14:50:02,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-09 14:50:02,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-09 14:50:02,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-09 14:50:02,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-09 14:50:02,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +12: [2023-05-09 14:50:02,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +12: [2023-05-09 14:50:02,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-09 14:50:02,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +19: [2023-05-09 14:50:02,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-09 14:50:02,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-09 14:50:02,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-09 14:50:02,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-09 14:50:02,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 7: [2023-05-09 14:50:02,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 7: [2023-05-09 14:50:02,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-09 14:50:02,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 7: [2023-05-09 14:50:02,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +16: [2023-05-09 14:50:02,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-09 14:50:02,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-09 14:50:02,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +10: [2023-05-09 14:50:02,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-09 14:50:02,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-09 14:50:02,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-09 14:50:02,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-09 14:50:02,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-09 14:50:02,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +12: [2023-05-09 14:50:02,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-09 14:50:02,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-09 14:50:02,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-09 14:50:02,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-09 14:50:02,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +16: [2023-05-09 14:50:02,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 5: [2023-05-09 14:50:02,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-09 14:50:02,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +12: [2023-05-09 14:50:02,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 5: [2023-05-09 14:50:02,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-09 14:50:02,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-09 14:50:02,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +16: [2023-05-09 14:50:02,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 5: [2023-05-09 14:50:02,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-09 14:50:02,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +17: [2023-05-09 14:50:02,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-09 14:50:02,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +10: [2023-05-09 14:50:02,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-09 14:50:02,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +15: [2023-05-09 14:50:02,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +15: [2023-05-09 14:50:02,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +15: [2023-05-09 14:50:02,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 3: [2023-05-09 14:50:02,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +10: [2023-05-09 14:50:02,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-09 14:50:02,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +29: [2023-05-09 14:50:02,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +29: [2023-05-09 14:50:02,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 9: [2023-05-09 14:50:02,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 9: [2023-05-09 14:50:02,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +29: [2023-05-09 14:50:02,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +18: [2023-05-09 14:50:02,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +18: [2023-05-09 14:50:02,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +10: [2023-05-09 14:50:02,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +20: [2023-05-09 14:50:02,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +20: [2023-05-09 14:50:02,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +20: [2023-05-09 14:50:02,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +24: [2023-05-09 14:50:02,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +24: [2023-05-09 14:50:02,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +20: [2023-05-09 14:50:02,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. + 9: [2023-05-09 14:50:02,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +18: [2023-05-09 14:50:02,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +24: [2023-05-09 14:50:02,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +18: [2023-05-09 14:50:02,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +24: [2023-05-09 14:50:02,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_13-model_01-model_states.pt. +10: [2023-05-09 14:50:02,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +10: [2023-05-09 14:50:02,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +10: [2023-05-09 14:50:02,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +11: [2023-05-09 14:50:02,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 8: [2023-05-09 14:50:02,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 7: [2023-05-09 14:50:02,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +11: [2023-05-09 14:50:02,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-09 14:50:02,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +11: [2023-05-09 14:50:02,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 7: [2023-05-09 14:50:02,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-09 14:50:02,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +11: [2023-05-09 14:50:02,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 6: [2023-05-09 14:50:02,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-09 14:50:02,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +11: [2023-05-09 14:50:02,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +26: [2023-05-09 14:50:02,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +26: [2023-05-09 14:50:02,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 0: [2023-05-09 14:50:02,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-09 14:50:02,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +26: [2023-05-09 14:50:02,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 9: [2023-05-09 14:50:02,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-09 14:50:02,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +15: [2023-05-09 14:50:02,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-09 14:50:02,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-09 14:50:02,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-09 14:50:02,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-09 14:50:02,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-09 14:50:02,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-09 14:50:02,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-09 14:50:02,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-09 14:50:02,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-09 14:50:02,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-09 14:50:02,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 6: [2023-05-09 14:50:02,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +19: [2023-05-09 14:50:02,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 9: [2023-05-09 14:50:02,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-09 14:50:02,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-09 14:50:02,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 0: [2023-05-09 14:50:02,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +19: [2023-05-09 14:50:02,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-09 14:50:02,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-09 14:50:02,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-09 14:50:02,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-09 14:50:02,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +28: [2023-05-09 14:50:02,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 8: [2023-05-09 14:50:02,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-09 14:50:02,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-09 14:50:02,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-09 14:50:02,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-09 14:50:02,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-09 14:50:02,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-09 14:50:02,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-09 14:50:02,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-09 14:50:02,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-09 14:50:02,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +19: [2023-05-09 14:50:02,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-09 14:50:02,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-09 14:50:02,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-09 14:50:02,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +10: [2023-05-09 14:50:02,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-09 14:50:02,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-09 14:50:02,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +24: [2023-05-09 14:50:02,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-09 14:50:02,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-09 14:50:02,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-09 14:50:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-09 14:50:02,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-09 14:50:02,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-09 14:50:02,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-09 14:50:02,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +20: [2023-05-09 14:50:02,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-09 14:50:02,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 1: [2023-05-09 14:50:02,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 1: [2023-05-09 14:50:02,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +30: [2023-05-09 14:50:02,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +26: [2023-05-09 14:50:02,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-09 14:50:02,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-09 14:50:02,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-09 14:50:02,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +20: [2023-05-09 14:50:02,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-09 14:50:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-09 14:50:02,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-09 14:50:02,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-09 14:50:02,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 1: [2023-05-09 14:50:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +30: [2023-05-09 14:50:02,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +26: [2023-05-09 14:50:02,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-09 14:50:02,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-09 14:50:02,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 5: [2023-05-09 14:50:02,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +20: [2023-05-09 14:50:02,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-09 14:50:02,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-09 14:50:02,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-09 14:50:02,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-09 14:50:02,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-09 14:50:02,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-09 14:50:02,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 9: [2023-05-09 14:50:02,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 8: [2023-05-09 14:50:02,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-09 14:50:02,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:02,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:02,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-09 14:50:02,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-09 14:50:02,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-09 14:50:02,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-09 14:50:02,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-09 14:50:02,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-09 14:50:02,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-09 14:50:02,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-09 14:50:02,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-09 14:50:02,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 7: [2023-05-09 14:50:02,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-09 14:50:02,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-09 14:50:02,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +18: [2023-05-09 14:50:02,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-09 14:50:02,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-09 14:50:02,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +29: [2023-05-09 14:50:02,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-09 14:50:02,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-09 14:50:02,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-09 14:50:02,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-09 14:50:02,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-09 14:50:02,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-09 14:50:02,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-09 14:50:02,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-09 14:50:02,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-09 14:50:02,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-09 14:50:02,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-09 14:50:02,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +18: [2023-05-09 14:50:02,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +23: [2023-05-09 14:50:02,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-09 14:50:02,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-09 14:50:02,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +24: [2023-05-09 14:50:02,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-09 14:50:02,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +13: [2023-05-09 14:50:02,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +13: [2023-05-09 14:50:02,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +15: [2023-05-09 14:50:02,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +26: [2023-05-09 14:50:02,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +23: [2023-05-09 14:50:02,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-09 14:50:02,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-09 14:50:02,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-09 14:50:02,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +13: [2023-05-09 14:50:02,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +18: [2023-05-09 14:50:02,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-09 14:50:02,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +30: [2023-05-09 14:50:02,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-09 14:50:02,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-09 14:50:02,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 8: [2023-05-09 14:50:02,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +18: [2023-05-09 14:50:02,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +26: [2023-05-09 14:50:02,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-09 14:50:02,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-09 14:50:02,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-09 14:50:02,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +18: [2023-05-09 14:50:02,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-09 14:50:02,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +29: [2023-05-09 14:50:02,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +24: [2023-05-09 14:50:02,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-09 14:50:02,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-09 14:50:02,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-09 14:50:02,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 9: [2023-05-09 14:50:02,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +18: [2023-05-09 14:50:02,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 9: [2023-05-09 14:50:02,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 8: [2023-05-09 14:50:02,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-09 14:50:02,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +30: [2023-05-09 14:50:02,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-09 14:50:02,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-09 14:50:02,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +26: [2023-05-09 14:50:02,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 8: [2023-05-09 14:50:02,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-09 14:50:02,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 8: [2023-05-09 14:50:02,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +28: [2023-05-09 14:50:02,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-09 14:50:02,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-09 14:50:02,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-09 14:50:02,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-09 14:50:02,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:02,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +28: [2023-05-09 14:50:02,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-09 14:50:02,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +23: [2023-05-09 14:50:02,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +30: [2023-05-09 14:50:02,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-09 14:50:02,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +23: [2023-05-09 14:50:02,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +23: [2023-05-09 14:50:02,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 1: [2023-05-09 14:50:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-09 14:50:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-09 14:50:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 8: [2023-05-09 14:50:02,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 1: [2023-05-09 14:50:02,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +30: [2023-05-09 14:50:02,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +20: [2023-05-09 14:50:02,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-09 14:50:02,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-09 14:50:02,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-09 14:50:02,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-09 14:50:02,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-09 14:50:02,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-09 14:50:02,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-09 14:50:02,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-09 14:50:02,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +20: [2023-05-09 14:50:02,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-09 14:50:02,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +25: [2023-05-09 14:50:02,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +25: [2023-05-09 14:50:02,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +28: [2023-05-09 14:50:02,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +20: [2023-05-09 14:50:02,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-09 14:50:02,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +25: [2023-05-09 14:50:02,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 3: [2023-05-09 14:50:02,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-09 14:50:02,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 3: [2023-05-09 14:50:02,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-09 14:50:02,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-09 14:50:02,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-09 14:50:02,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-09 14:50:02,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:02,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-09 14:50:02,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-09 14:50:02,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-09 14:50:02,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-09 14:50:02,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-09 14:50:02,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-09 14:50:02,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-09 14:50:02,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-09 14:50:02,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-09 14:50:02,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-09 14:50:02,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-09 14:50:02,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-09 14:50:02,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-09 14:50:02,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-09 14:50:02,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:02,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-09 14:50:02,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-09 14:50:02,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-09 14:50:02,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-09 14:50:02,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-09 14:50:02,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-09 14:50:02,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-09 14:50:02,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-09 14:50:02,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:02,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-09 14:50:02,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:02,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-09 14:50:02,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-09 14:50:02,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-09 14:50:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-09 14:50:02,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-09 14:50:02,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:02,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-09 14:50:02,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +22: [2023-05-09 14:50:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +28: [2023-05-09 14:50:02,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-09 14:50:02,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +22: [2023-05-09 14:50:02,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +20: [2023-05-09 14:50:02,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-09 14:50:02,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-09 14:50:02,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-09 14:50:02,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-09 14:50:02,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-09 14:50:02,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-09 14:50:02,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:02,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-09 14:50:02,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +13: [2023-05-09 14:50:02,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-09 14:50:02,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-09 14:50:02,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-09 14:50:02,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +13: [2023-05-09 14:50:02,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +23: [2023-05-09 14:50:02,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-09 14:50:02,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:02,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-09 14:50:02,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +14: [2023-05-09 14:50:02,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +22: [2023-05-09 14:50:02,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-09 14:50:02,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +14: [2023-05-09 14:50:02,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +12: [2023-05-09 14:50:02,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:02,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-09 14:50:02,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-09 14:50:02,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-09 14:50:02,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-09 14:50:02,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-09 14:50:02,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-09 14:50:02,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 9: [2023-05-09 14:50:02,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-09 14:50:02,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-09 14:50:02,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-09 14:50:02,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-09 14:50:02,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-09 14:50:02,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +16: [2023-05-09 14:50:02,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +16: [2023-05-09 14:50:02,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +16: [2023-05-09 14:50:02,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +11: [2023-05-09 14:50:02,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-09 14:50:02,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-09 14:50:02,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-09 14:50:02,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-09 14:50:02,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-09 14:50:02,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-09 14:50:02,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-09 14:50:02,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-09 14:50:02,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-09 14:50:02,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-09 14:50:02,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-09 14:50:02,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-09 14:50:02,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-09 14:50:02,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-09 14:50:02,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-09 14:50:02,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-09 14:50:02,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-09 14:50:02,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-09 14:50:02,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-09 14:50:02,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-09 14:50:02,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-09 14:50:02,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-09 14:50:02,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-09 14:50:02,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-09 14:50:02,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-09 14:50:02,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-09 14:50:02,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-09 14:50:02,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-09 14:50:02,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-09 14:50:02,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-09 14:50:02,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +21: [2023-05-09 14:50:02,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-09 14:50:02,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-09 14:50:02,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +21: [2023-05-09 14:50:02,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +21: [2023-05-09 14:50:02,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-09 14:50:02,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-09 14:50:02,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +26: [2023-05-09 14:50:02,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-09 14:50:02,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-09 14:50:02,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-09 14:50:02,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +14: [2023-05-09 14:50:02,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-09 14:50:02,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-09 14:50:02,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-09 14:50:02,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-09 14:50:02,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-09 14:50:02,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-09 14:50:02,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-09 14:50:02,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-09 14:50:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-09 14:50:02,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-09 14:50:02,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-09 14:50:02,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-09 14:50:02,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-09 14:50:02,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-09 14:50:02,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-09 14:50:02,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-09 14:50:02,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-09 14:50:02,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-09 14:50:02,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-09 14:50:02,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +12: [2023-05-09 14:50:02,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-09 14:50:02,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-09 14:50:02,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-09 14:50:02,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-09 14:50:02,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-09 14:50:02,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-09 14:50:02,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-09 14:50:02,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-09 14:50:02,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-09 14:50:02,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-09 14:50:02,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-09 14:50:02,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-09 14:50:02,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-09 14:50:02,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +25: [2023-05-09 14:50:02,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +25: [2023-05-09 14:50:02,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-09 14:50:02,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-09 14:50:02,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-09 14:50:02,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:02,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-09 14:50:02,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-09 14:50:02,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-09 14:50:02,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-09 14:50:02,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-09 14:50:02,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 1: [2023-05-09 14:50:02,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-09 14:50:02,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-09 14:50:02,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-09 14:50:02,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-09 14:50:02,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-09 14:50:02,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-09 14:50:02,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-09 14:50:02,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-09 14:50:02,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-09 14:50:02,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-09 14:50:02,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-09 14:50:02,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:02,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-09 14:50:02,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +27: [2023-05-09 14:50:02,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +31: [2023-05-09 14:50:02,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +31: [2023-05-09 14:50:02,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +31: [2023-05-09 14:50:02,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +31: [2023-05-09 14:50:02,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +27: [2023-05-09 14:50:02,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +27: [2023-05-09 14:50:02,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +27: [2023-05-09 14:50:02,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-09 14:50:02,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-09 14:50:02,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-09 14:50:02,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-09 14:50:02,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-09 14:50:02,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:02,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-09 14:50:02,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +12: [2023-05-09 14:50:02,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +12: [2023-05-09 14:50:02,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +12: [2023-05-09 14:50:02,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 9: [2023-05-09 14:50:02,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-09 14:50:02,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-09 14:50:02,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +14: [2023-05-09 14:50:02,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-09 14:50:02,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +21: [2023-05-09 14:50:02,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 2: [2023-05-09 14:50:02,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 2: [2023-05-09 14:50:02,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 2: [2023-05-09 14:50:02,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +14: [2023-05-09 14:50:02,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-09 14:50:02,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-09 14:50:02,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-09 14:50:02,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-09 14:50:02,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-09 14:50:02,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-09 14:50:02,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-09 14:50:02,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-09 14:50:02,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:02,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-09 14:50:02,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-09 14:50:02,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +24: [2023-05-09 14:50:02,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-09 14:50:02,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-09 14:50:02,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-09 14:50:02,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +11: [2023-05-09 14:50:02,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +11: [2023-05-09 14:50:02,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 5: [2023-05-09 14:50:02,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-09 14:50:02,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-09 14:50:02,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-09 14:50:02,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-09 14:50:02,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-09 14:50:02,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +14: [2023-05-09 14:50:02,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 0: [2023-05-09 14:50:02,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 0: [2023-05-09 14:50:02,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-09 14:50:02,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-09 14:50:02,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-09 14:50:02,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +16: [2023-05-09 14:50:02,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +16: [2023-05-09 14:50:02,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 0: [2023-05-09 14:50:02,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +14: [2023-05-09 14:50:02,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +11: [2023-05-09 14:50:02,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +16: [2023-05-09 14:50:02,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +14: [2023-05-09 14:50:02,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-09 14:50:02,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +31: [2023-05-09 14:50:02,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-09 14:50:02,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-09 14:50:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-09 14:50:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-09 14:50:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-09 14:50:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-09 14:50:02,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-09 14:50:02,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-09 14:50:02,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 2: [2023-05-09 14:50:02,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-09 14:50:02,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-09 14:50:02,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-09 14:50:02,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-09 14:50:02,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-09 14:50:02,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-09 14:50:02,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-09 14:50:02,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-09 14:50:02,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-09 14:50:02,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-09 14:50:02,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-09 14:50:02,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:02,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:02,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-09 14:50:02,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-09 14:50:02,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-09 14:50:02,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-09 14:50:02,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-09 14:50:02,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-09 14:50:02,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +29: [2023-05-09 14:50:02,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +29: [2023-05-09 14:50:02,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +27: [2023-05-09 14:50:02,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-09 14:50:02,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-09 14:50:02,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-09 14:50:02,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +29: [2023-05-09 14:50:02,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +14: [2023-05-09 14:50:02,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-09 14:50:02,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-09 14:50:02,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-09 14:50:02,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-09 14:50:02,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 2: [2023-05-09 14:50:02,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-09 14:50:02,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:02,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:02,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:02,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-09 14:50:02,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:02,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-09 14:50:02,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-09 14:50:02,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-09 14:50:02,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-09 14:50:02,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +12: [2023-05-09 14:50:02,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +31: [2023-05-09 14:50:02,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-09 14:50:02,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 2: [2023-05-09 14:50:02,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +12: [2023-05-09 14:50:02,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-09 14:50:02,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-09 14:50:02,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-09 14:50:02,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +27: [2023-05-09 14:50:02,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-09 14:50:02,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-09 14:50:02,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-09 14:50:02,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-09 14:50:02,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-09 14:50:02,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-09 14:50:02,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-09 14:50:02,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-09 14:50:02,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +14: [2023-05-09 14:50:02,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-09 14:50:02,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-09 14:50:02,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +31: [2023-05-09 14:50:02,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +12: [2023-05-09 14:50:02,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +11: [2023-05-09 14:50:02,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-09 14:50:02,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-09 14:50:02,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +11: [2023-05-09 14:50:02,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +11: [2023-05-09 14:50:02,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +11: [2023-05-09 14:50:02,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-09 14:50:02,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +11: [2023-05-09 14:50:02,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 0: [2023-05-09 14:50:02,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 0: [2023-05-09 14:50:02,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +24: [2023-05-09 14:50:02,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +24: [2023-05-09 14:50:02,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +24: [2023-05-09 14:50:02,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +24: [2023-05-09 14:50:02,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. + 0: [2023-05-09 14:50:02,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 5: [2023-05-09 14:50:02,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-09 14:50:02,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:02,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-09 14:50:02,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +20: [2023-05-09 14:50:02,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +20: [2023-05-09 14:50:02,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +20: [2023-05-09 14:50:02,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_14-model_01-model_states.pt. +22: [2023-05-09 14:50:02,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:02,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-09 14:50:02,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-09 14:50:02,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-09 14:50:02,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-09 14:50:02,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-09 14:50:02,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-09 14:50:02,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-09 14:50:02,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +29: [2023-05-09 14:50:02,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +29: [2023-05-09 14:50:02,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-09 14:50:02,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-09 14:50:02,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-09 14:50:02,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-09 14:50:02,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +29: [2023-05-09 14:50:02,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-09 14:50:02,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 3: [2023-05-09 14:50:02,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 3: [2023-05-09 14:50:02,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +22: [2023-05-09 14:50:02,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +20: [2023-05-09 14:50:02,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-09 14:50:02,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 4: [2023-05-09 14:50:02,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 4: [2023-05-09 14:50:02,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 4: [2023-05-09 14:50:02,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +20: [2023-05-09 14:50:02,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-09 14:50:02,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-09 14:50:02,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-09 14:50:02,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +15: [2023-05-09 14:50:02,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +15: [2023-05-09 14:50:02,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +15: [2023-05-09 14:50:02,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +15: [2023-05-09 14:50:02,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 3: [2023-05-09 14:50:02,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 8: [2023-05-09 14:50:02,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 8: [2023-05-09 14:50:02,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 8: [2023-05-09 14:50:02,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 3: [2023-05-09 14:50:02,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-09 14:50:02,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-09 14:50:02,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-09 14:50:02,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-09 14:50:02,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-09 14:50:02,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +24: [2023-05-09 14:50:02,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +24: [2023-05-09 14:50:02,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-09 14:50:02,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-09 14:50:02,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-09 14:50:02,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-09 14:50:02,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-09 14:50:02,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-09 14:50:02,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +31: [2023-05-09 14:50:02,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-09 14:50:02,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-09 14:50:02,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-09 14:50:02,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-09 14:50:02,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-09 14:50:02,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +18: [2023-05-09 14:50:02,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +18: [2023-05-09 14:50:02,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +18: [2023-05-09 14:50:02,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-09 14:50:02,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-09 14:50:02,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-09 14:50:02,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-09 14:50:02,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +20: [2023-05-09 14:50:02,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-09 14:50:02,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +20: [2023-05-09 14:50:02,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... +20: [2023-05-09 14:50:02,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-09 14:50:02,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +20: [2023-05-09 14:50:02,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-09 14:50:02,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-09 14:50:02,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-09 14:50:02,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 7: [2023-05-09 14:50:02,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-09 14:50:02,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt... + 7: [2023-05-09 14:50:02,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-09 14:50:02,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-09 14:50:02,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-09 14:50:02,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +31: [2023-05-09 14:50:02,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-09 14:50:02,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +30: [2023-05-09 14:50:02,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +30: [2023-05-09 14:50:02,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-09 14:50:02,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-09 14:50:02,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-09 14:50:02,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 8: [2023-05-09 14:50:02,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-09 14:50:02,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-09 14:50:02,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-09 14:50:02,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 8: [2023-05-09 14:50:02,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +15: [2023-05-09 14:50:02,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +15: [2023-05-09 14:50:02,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +15: [2023-05-09 14:50:02,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-09 14:50:02,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +30: [2023-05-09 14:50:02,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-09 14:50:02,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-09 14:50:02,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-09 14:50:02,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-09 14:50:02,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-09 14:50:02,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-09 14:50:02,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +30: [2023-05-09 14:50:02,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-09 14:50:02,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-09 14:50:02,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-09 14:50:02,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:02,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-09 14:50:02,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-09 14:50:02,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-09 14:50:02,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-09 14:50:02,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-09 14:50:02,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-09 14:50:02,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-09 14:50:02,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-09 14:50:02,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-09 14:50:02,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-09 14:50:02,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-09 14:50:02,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +19: [2023-05-09 14:50:02,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +19: [2023-05-09 14:50:02,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +19: [2023-05-09 14:50:02,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 7: [2023-05-09 14:50:02,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-09 14:50:02,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-09 14:50:02,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-09 14:50:02,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-09 14:50:02,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-09 14:50:02,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +27: [2023-05-09 14:50:02,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-09 14:50:02,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +27: [2023-05-09 14:50:02,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-09 14:50:02,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-09 14:50:02,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-09 14:50:02,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-09 14:50:02,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-09 14:50:02,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-09 14:50:02,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-09 14:50:02,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-09 14:50:02,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-09 14:50:02,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-09 14:50:02,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-09 14:50:02,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-09 14:50:02,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-09 14:50:02,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-09 14:50:02,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-09 14:50:02,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-09 14:50:02,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-09 14:50:02,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-09 14:50:02,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-09 14:50:02,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-09 14:50:02,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-09 14:50:02,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-09 14:50:02,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-09 14:50:02,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-09 14:50:02,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-09 14:50:02,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-09 14:50:02,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-09 14:50:02,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-09 14:50:02,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-09 14:50:02,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +28: [2023-05-09 14:50:02,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +28: [2023-05-09 14:50:02,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +28: [2023-05-09 14:50:02,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +17: [2023-05-09 14:50:02,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +17: [2023-05-09 14:50:02,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +17: [2023-05-09 14:50:02,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +17: [2023-05-09 14:50:02,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-09 14:50:02,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-09 14:50:02,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +19: [2023-05-09 14:50:02,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +23: [2023-05-09 14:50:02,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 7: [2023-05-09 14:50:02,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 7: [2023-05-09 14:50:02,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 7: [2023-05-09 14:50:02,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +19: [2023-05-09 14:50:02,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 7: [2023-05-09 14:50:02,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +10: [2023-05-09 14:50:02,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +10: [2023-05-09 14:50:02,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +10: [2023-05-09 14:50:02,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +21: [2023-05-09 14:50:02,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +21: [2023-05-09 14:50:02,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +21: [2023-05-09 14:50:02,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +21: [2023-05-09 14:50:02,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +23: [2023-05-09 14:50:02,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-09 14:50:02,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +23: [2023-05-09 14:50:02,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +19: [2023-05-09 14:50:02,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +19: [2023-05-09 14:50:02,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-09 14:50:02,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-09 14:50:02,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-09 14:50:02,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-09 14:50:02,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-09 14:50:02,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-09 14:50:02,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-09 14:50:02,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-09 14:50:02,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +19: [2023-05-09 14:50:02,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +17: [2023-05-09 14:50:02,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-09 14:50:02,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-09 14:50:02,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-09 14:50:02,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-09 14:50:02,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-09 14:50:02,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-09 14:50:02,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +31: [2023-05-09 14:50:02,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +31: [2023-05-09 14:50:02,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +31: [2023-05-09 14:50:02,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-09 14:50:02,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-09 14:50:02,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 9: [2023-05-09 14:50:02,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 9: [2023-05-09 14:50:02,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +23: [2023-05-09 14:50:02,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-09 14:50:02,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-09 14:50:02,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-09 14:50:02,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-09 14:50:02,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-09 14:50:02,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-09 14:50:02,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-09 14:50:02,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-09 14:50:02,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +19: [2023-05-09 14:50:02,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-09 14:50:02,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-09 14:50:02,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-09 14:50:02,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-09 14:50:02,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-09 14:50:02,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +11: [2023-05-09 14:50:02,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +10: [2023-05-09 14:50:02,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-09 14:50:02,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-09 14:50:02,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +11: [2023-05-09 14:50:02,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +16: [2023-05-09 14:50:02,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +16: [2023-05-09 14:50:02,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-09 14:50:02,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-09 14:50:02,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-09 14:50:02,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +13: [2023-05-09 14:50:02,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +16: [2023-05-09 14:50:02,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +13: [2023-05-09 14:50:02,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +13: [2023-05-09 14:50:02,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-09 14:50:02,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-09 14:50:02,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-09 14:50:02,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +26: [2023-05-09 14:50:02,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +26: [2023-05-09 14:50:02,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +13: [2023-05-09 14:50:02,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-09 14:50:02,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-09 14:50:02,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-09 14:50:02,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-09 14:50:02,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-09 14:50:02,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +19: [2023-05-09 14:50:02,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-09 14:50:02,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-09 14:50:02,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-09 14:50:02,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-09 14:50:02,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-09 14:50:02,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-09 14:50:02,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-09 14:50:02,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-09 14:50:02,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-09 14:50:02,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-09 14:50:02,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-09 14:50:02,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-09 14:50:02,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-09 14:50:02,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-09 14:50:02,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-09 14:50:02,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-09 14:50:02,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-09 14:50:02,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-09 14:50:02,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-09 14:50:02,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-09 14:50:02,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +22: [2023-05-09 14:50:02,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +22: [2023-05-09 14:50:02,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +22: [2023-05-09 14:50:02,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +25: [2023-05-09 14:50:02,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +25: [2023-05-09 14:50:02,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 9: [2023-05-09 14:50:02,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-09 14:50:02,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +22: [2023-05-09 14:50:02,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +26: [2023-05-09 14:50:02,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-09 14:50:02,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-09 14:50:02,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-09 14:50:02,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-09 14:50:02,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-09 14:50:02,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-09 14:50:02,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-09 14:50:02,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-09 14:50:02,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-09 14:50:02,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-09 14:50:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-09 14:50:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-09 14:50:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-09 14:50:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-09 14:50:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-09 14:50:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-09 14:50:02,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 5: [2023-05-09 14:50:02,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +16: [2023-05-09 14:50:02,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 5: [2023-05-09 14:50:02,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +26: [2023-05-09 14:50:02,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-09 14:50:02,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +19: [2023-05-09 14:50:02,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-09 14:50:02,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-09 14:50:02,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-09 14:50:02,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-09 14:50:02,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-09 14:50:02,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-09 14:50:02,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-09 14:50:02,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-09 14:50:02,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-09 14:50:02,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-09 14:50:02,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-09 14:50:02,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-09 14:50:02,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +28: [2023-05-09 14:50:02,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-09 14:50:02,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-09 14:50:02,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +14: [2023-05-09 14:50:02,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +14: [2023-05-09 14:50:02,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +14: [2023-05-09 14:50:02,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +17: [2023-05-09 14:50:02,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-09 14:50:02,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +17: [2023-05-09 14:50:02,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +17: [2023-05-09 14:50:02,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-09 14:50:02,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-09 14:50:02,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-09 14:50:02,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +17: [2023-05-09 14:50:02,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-09 14:50:02,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-09 14:50:02,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-09 14:50:02,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-09 14:50:02,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-09 14:50:02,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-09 14:50:02,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-09 14:50:02,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-09 14:50:02,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-09 14:50:02,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-09 14:50:02,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-09 14:50:02,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-09 14:50:02,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-09 14:50:02,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-09 14:50:02,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-09 14:50:02,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-09 14:50:02,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-09 14:50:02,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 7: [2023-05-09 14:50:02,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +22: [2023-05-09 14:50:02,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-09 14:50:02,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-09 14:50:02,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-09 14:50:02,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-09 14:50:02,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +23: [2023-05-09 14:50:02,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-09 14:50:02,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-09 14:50:02,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-09 14:50:02,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-09 14:50:02,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-09 14:50:02,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-09 14:50:02,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-09 14:50:02,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 7: [2023-05-09 14:50:02,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-09 14:50:02,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-09 14:50:02,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-09 14:50:02,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +23: [2023-05-09 14:50:02,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +23: [2023-05-09 14:50:02,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +23: [2023-05-09 14:50:02,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +23: [2023-05-09 14:50:02,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-09 14:50:02,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-09 14:50:02,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-09 14:50:02,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-09 14:50:02,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-09 14:50:02,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +11: [2023-05-09 14:50:02,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 6: [2023-05-09 14:50:02,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 6: [2023-05-09 14:50:02,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-09 14:50:02,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +11: [2023-05-09 14:50:02,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 5: [2023-05-09 14:50:02,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-09 14:50:02,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-09 14:50:02,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +29: [2023-05-09 14:50:02,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 7: [2023-05-09 14:50:02,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 6: [2023-05-09 14:50:02,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +29: [2023-05-09 14:50:02,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-09 14:50:02,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-09 14:50:02,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-09 14:50:02,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-09 14:50:02,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-09 14:50:02,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 5: [2023-05-09 14:50:02,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-09 14:50:02,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +29: [2023-05-09 14:50:02,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +12: [2023-05-09 14:50:02,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +12: [2023-05-09 14:50:02,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +12: [2023-05-09 14:50:02,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +12: [2023-05-09 14:50:02,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +26: [2023-05-09 14:50:02,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-09 14:50:02,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-09 14:50:02,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-09 14:50:02,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-09 14:50:02,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 9: [2023-05-09 14:50:02,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-09 14:50:02,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +11: [2023-05-09 14:50:02,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-09 14:50:02,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-09 14:50:02,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-09 14:50:02,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-09 14:50:02,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +31: [2023-05-09 14:50:02,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 9: [2023-05-09 14:50:02,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +13: [2023-05-09 14:50:02,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +11: [2023-05-09 14:50:02,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +11: [2023-05-09 14:50:02,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +11: [2023-05-09 14:50:02,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 9: [2023-05-09 14:50:02,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +26: [2023-05-09 14:50:02,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +13: [2023-05-09 14:50:02,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-09 14:50:02,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-09 14:50:02,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-09 14:50:02,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-09 14:50:02,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-09 14:50:02,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-09 14:50:02,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-09 14:50:02,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-09 14:50:02,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +17: [2023-05-09 14:50:02,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-09 14:50:02,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-09 14:50:02,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-09 14:50:02,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +16: [2023-05-09 14:50:02,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-09 14:50:02,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-09 14:50:02,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +26: [2023-05-09 14:50:02,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +16: [2023-05-09 14:50:02,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +22: [2023-05-09 14:50:02,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-09 14:50:02,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +12: [2023-05-09 14:50:02,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-09 14:50:02,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-09 14:50:02,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +29: [2023-05-09 14:50:02,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-09 14:50:02,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-09 14:50:02,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-09 14:50:02,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-09 14:50:02,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-09 14:50:02,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-09 14:50:02,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-09 14:50:02,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-09 14:50:02,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-09 14:50:02,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +12: [2023-05-09 14:50:02,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-09 14:50:02,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-09 14:50:02,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-09 14:50:02,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-09 14:50:02,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:02,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-09 14:50:02,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-09 14:50:02,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-09 14:50:02,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-09 14:50:02,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-09 14:50:02,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:02,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-09 14:50:02,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-09 14:50:02,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-09 14:50:02,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-09 14:50:02,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-09 14:50:02,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-09 14:50:02,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-09 14:50:02,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-09 14:50:02,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-09 14:50:02,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-09 14:50:02,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +22: [2023-05-09 14:50:02,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-09 14:50:02,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-09 14:50:02,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-09 14:50:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +17: [2023-05-09 14:50:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-09 14:50:02,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 5: [2023-05-09 14:50:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-09 14:50:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +13: [2023-05-09 14:50:02,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-09 14:50:02,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-09 14:50:02,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-09 14:50:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-09 14:50:02,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-09 14:50:02,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 1: [2023-05-09 14:50:02,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +14: [2023-05-09 14:50:02,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 5: [2023-05-09 14:50:02,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +14: [2023-05-09 14:50:02,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +14: [2023-05-09 14:50:02,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +13: [2023-05-09 14:50:02,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 5: [2023-05-09 14:50:02,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-09 14:50:02,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +17: [2023-05-09 14:50:02,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-09 14:50:02,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-09 14:50:02,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-09 14:50:02,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +17: [2023-05-09 14:50:02,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-09 14:50:02,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-09 14:50:02,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 2: [2023-05-09 14:50:02,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-09 14:50:02,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-09 14:50:02,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 2: [2023-05-09 14:50:02,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-09 14:50:02,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-09 14:50:02,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-09 14:50:02,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-09 14:50:02,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 2: [2023-05-09 14:50:02,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +29: [2023-05-09 14:50:02,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +29: [2023-05-09 14:50:02,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-09 14:50:02,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-09 14:50:02,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-09 14:50:02,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-09 14:50:02,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-09 14:50:02,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-09 14:50:02,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-09 14:50:02,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-09 14:50:02,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-09 14:50:02,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-09 14:50:02,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:02,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:02,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-09 14:50:02,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-09 14:50:02,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +20: [2023-05-09 14:50:02,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +20: [2023-05-09 14:50:02,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +20: [2023-05-09 14:50:02,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-09 14:50:02,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-09 14:50:02,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:02,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +12: [2023-05-09 14:50:02,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 2: [2023-05-09 14:50:02,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-09 14:50:02,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 4: [2023-05-09 14:50:02,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-09 14:50:02,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-09 14:50:02,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:02,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-09 14:50:02,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 2: [2023-05-09 14:50:02,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 4: [2023-05-09 14:50:02,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-09 14:50:02,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-09 14:50:02,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:02,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-09 14:50:02,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +15: [2023-05-09 14:50:02,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +15: [2023-05-09 14:50:02,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +15: [2023-05-09 14:50:02,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 4: [2023-05-09 14:50:02,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-09 14:50:02,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-09 14:50:02,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-09 14:50:02,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-09 14:50:02,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-09 14:50:02,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-09 14:50:02,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-09 14:50:02,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-09 14:50:02,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-09 14:50:02,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 0: [2023-05-09 14:50:02,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 0: [2023-05-09 14:50:02,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +29: [2023-05-09 14:50:02,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-09 14:50:02,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 4: [2023-05-09 14:50:02,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:02,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:02,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-09 14:50:02,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-09 14:50:02,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. +24: [2023-05-09 14:50:02,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-09 14:50:02,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-09 14:50:02,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +29: [2023-05-09 14:50:02,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-09 14:50:02,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-09 14:50:02,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-09 14:50:02,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-09 14:50:02,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +24: [2023-05-09 14:50:02,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-09 14:50:02,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-09 14:50:02,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +28: [2023-05-09 14:50:02,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-09 14:50:02,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-09 14:50:02,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-09 14:50:02,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-09 14:50:02,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-09 14:50:02,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-09 14:50:02,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-09 14:50:02,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-09 14:50:02,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 1: [2023-05-09 14:50:02,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +12: [2023-05-09 14:50:02,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-09 14:50:02,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-09 14:50:02,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-09 14:50:02,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-09 14:50:02,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-09 14:50:02,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-09 14:50:02,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-09 14:50:02,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-09 14:50:02,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-09 14:50:02,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-09 14:50:02,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-09 14:50:02,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-09 14:50:02,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-09 14:50:02,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-09 14:50:02,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-09 14:50:02,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +18: [2023-05-09 14:50:02,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +18: [2023-05-09 14:50:02,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +18: [2023-05-09 14:50:02,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +10: [2023-05-09 14:50:02,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-09 14:50:02,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-09 14:50:02,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-09 14:50:02,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-09 14:50:02,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-09 14:50:02,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-09 14:50:02,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-09 14:50:02,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-09 14:50:02,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-09 14:50:02,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-09 14:50:02,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-09 14:50:02,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-09 14:50:02,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-09 14:50:02,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-09 14:50:02,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-09 14:50:02,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-09 14:50:02,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-09 14:50:02,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-09 14:50:02,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +27: [2023-05-09 14:50:02,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-09 14:50:02,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-09 14:50:02,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-09 14:50:02,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-09 14:50:02,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-09 14:50:02,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-09 14:50:02,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-09 14:50:02,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-09 14:50:02,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-09 14:50:02,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-09 14:50:02,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-09 14:50:02,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-09 14:50:02,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-09 14:50:02,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-09 14:50:02,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +27: [2023-05-09 14:50:02,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +27: [2023-05-09 14:50:02,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +24: [2023-05-09 14:50:02,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-09 14:50:02,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +24: [2023-05-09 14:50:02,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-09 14:50:02,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-09 14:50:02,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +10: [2023-05-09 14:50:02,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +10: [2023-05-09 14:50:02,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +10: [2023-05-09 14:50:02,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-09 14:50:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-09 14:50:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-09 14:50:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-09 14:50:02,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-09 14:50:02,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-09 14:50:02,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-09 14:50:02,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:02,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-09 14:50:02,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-09 14:50:02,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-09 14:50:02,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-09 14:50:02,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-09 14:50:02,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-09 14:50:02,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-09 14:50:02,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:02,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-09 14:50:02,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-09 14:50:02,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-09 14:50:02,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-09 14:50:02,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-09 14:50:02,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-09 14:50:02,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-09 14:50:02,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-09 14:50:02,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-09 14:50:02,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-09 14:50:02,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-09 14:50:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-09 14:50:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +23: [2023-05-09 14:50:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-09 14:50:02,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 9: [2023-05-09 14:50:02,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-09 14:50:02,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-09 14:50:02,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-09 14:50:02,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-09 14:50:02,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +23: [2023-05-09 14:50:02,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-09 14:50:02,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-09 14:50:02,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +21: [2023-05-09 14:50:02,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-09 14:50:02,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-09 14:50:02,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +15: [2023-05-09 14:50:02,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-09 14:50:02,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-09 14:50:02,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-09 14:50:02,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-09 14:50:02,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-09 14:50:02,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-09 14:50:02,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-09 14:50:02,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-09 14:50:02,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-09 14:50:02,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 8: [2023-05-09 14:50:02,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-09 14:50:02,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:02,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-09 14:50:02,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-09 14:50:02,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:02,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-09 14:50:02,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-09 14:50:02,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +20: [2023-05-09 14:50:02,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +24: [2023-05-09 14:50:02,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-09 14:50:02,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-09 14:50:02,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-09 14:50:02,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-09 14:50:02,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-09 14:50:02,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 0: [2023-05-09 14:50:02,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-09 14:50:02,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-09 14:50:02,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-09 14:50:02,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-09 14:50:02,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +20: [2023-05-09 14:50:02,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-09 14:50:02,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +20: [2023-05-09 14:50:02,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-09 14:50:02,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-09 14:50:02,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-09 14:50:02,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-09 14:50:02,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +24: [2023-05-09 14:50:02,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +24: [2023-05-09 14:50:02,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-09 14:50:02,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-09 14:50:02,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-09 14:50:02,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-09 14:50:02,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +12: [2023-05-09 14:50:02,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-09 14:50:02,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-09 14:50:02,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-09 14:50:02,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:02,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +25: [2023-05-09 14:50:02,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-09 14:50:02,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-09 14:50:02,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-09 14:50:02,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-09 14:50:02,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-09 14:50:02,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 9: [2023-05-09 14:50:02,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:02,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-09 14:50:02,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-09 14:50:02,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-09 14:50:02,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-09 14:50:02,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:02,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +23: [2023-05-09 14:50:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-09 14:50:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-09 14:50:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-09 14:50:02,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-09 14:50:02,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-09 14:50:02,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-09 14:50:02,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:02,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +24: [2023-05-09 14:50:02,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:02,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 3: [2023-05-09 14:50:02,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 3: [2023-05-09 14:50:02,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 3: [2023-05-09 14:50:02,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +25: [2023-05-09 14:50:02,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-09 14:50:02,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-09 14:50:02,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-09 14:50:02,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-09 14:50:02,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-09 14:50:02,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-09 14:50:02,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-09 14:50:02,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-09 14:50:02,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-09 14:50:02,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-09 14:50:02,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-09 14:50:02,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-09 14:50:02,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-09 14:50:02,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-09 14:50:02,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-09 14:50:02,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-09 14:50:02,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-09 14:50:02,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-09 14:50:02,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-09 14:50:02,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-09 14:50:02,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-09 14:50:02,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-09 14:50:02,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-09 14:50:02,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-09 14:50:02,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-09 14:50:02,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-09 14:50:02,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-09 14:50:02,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-09 14:50:02,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-09 14:50:02,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-09 14:50:02,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-09 14:50:02,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-09 14:50:02,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-09 14:50:02,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-09 14:50:02,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-09 14:50:02,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-09 14:50:02,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-09 14:50:02,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-09 14:50:02,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-09 14:50:02,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-09 14:50:02,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-09 14:50:02,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-09 14:50:02,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-09 14:50:02,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-09 14:50:02,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-09 14:50:02,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-09 14:50:02,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-09 14:50:02,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-09 14:50:02,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-09 14:50:02,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-09 14:50:02,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-09 14:50:02,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-09 14:50:02,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-09 14:50:02,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 5: [2023-05-09 14:50:02,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 8: [2023-05-09 14:50:02,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 8: [2023-05-09 14:50:02,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +22: [2023-05-09 14:50:02,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-09 14:50:02,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 0: [2023-05-09 14:50:02,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-09 14:50:02,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-09 14:50:02,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +22: [2023-05-09 14:50:02,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-09 14:50:02,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-09 14:50:02,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-09 14:50:02,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-09 14:50:02,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-09 14:50:02,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-09 14:50:02,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-09 14:50:02,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-09 14:50:02,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-09 14:50:02,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-09 14:50:02,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-09 14:50:02,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-09 14:50:02,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-09 14:50:02,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-09 14:50:02,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-09 14:50:02,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-09 14:50:02,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:02,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-09 14:50:02,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-09 14:50:02,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 8: [2023-05-09 14:50:02,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 8: [2023-05-09 14:50:02,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +11: [2023-05-09 14:50:02,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +11: [2023-05-09 14:50:02,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +11: [2023-05-09 14:50:02,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +11: [2023-05-09 14:50:02,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +14: [2023-05-09 14:50:02,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-09 14:50:02,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-09 14:50:02,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-09 14:50:02,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-09 14:50:02,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +28: [2023-05-09 14:50:02,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +28: [2023-05-09 14:50:02,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +28: [2023-05-09 14:50:02,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +28: [2023-05-09 14:50:02,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +11: [2023-05-09 14:50:02,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-09 14:50:02,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-09 14:50:02,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-09 14:50:02,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-09 14:50:02,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-09 14:50:02,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-09 14:50:02,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-09 14:50:02,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-09 14:50:02,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-09 14:50:02,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-09 14:50:02,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-09 14:50:02,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-09 14:50:02,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-09 14:50:02,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-09 14:50:02,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-09 14:50:02,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-09 14:50:02,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-09 14:50:02,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-09 14:50:02,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-09 14:50:02,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-09 14:50:02,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +22: [2023-05-09 14:50:02,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +22: [2023-05-09 14:50:02,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +22: [2023-05-09 14:50:02,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +17: [2023-05-09 14:50:02,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +17: [2023-05-09 14:50:02,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +17: [2023-05-09 14:50:02,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +17: [2023-05-09 14:50:02,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +30: [2023-05-09 14:50:02,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +30: [2023-05-09 14:50:02,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +30: [2023-05-09 14:50:02,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +30: [2023-05-09 14:50:02,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +10: [2023-05-09 14:50:02,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +22: [2023-05-09 14:50:02,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-09 14:50:02,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-09 14:50:02,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +10: [2023-05-09 14:50:02,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +10: [2023-05-09 14:50:02,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +11: [2023-05-09 14:50:02,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-09 14:50:02,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-09 14:50:02,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-09 14:50:02,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-09 14:50:02,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-09 14:50:02,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-09 14:50:02,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +28: [2023-05-09 14:50:02,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +22: [2023-05-09 14:50:02,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-09 14:50:02,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-09 14:50:02,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-09 14:50:02,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-09 14:50:02,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-09 14:50:02,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-09 14:50:02,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-09 14:50:02,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-09 14:50:02,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +11: [2023-05-09 14:50:02,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-09 14:50:02,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-09 14:50:02,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +15: [2023-05-09 14:50:02,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +15: [2023-05-09 14:50:02,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +11: [2023-05-09 14:50:02,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +11: [2023-05-09 14:50:02,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-09 14:50:02,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +10: [2023-05-09 14:50:02,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-09 14:50:02,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-09 14:50:02,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-09 14:50:02,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-09 14:50:02,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-09 14:50:02,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-09 14:50:02,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-09 14:50:02,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 6: [2023-05-09 14:50:02,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-09 14:50:02,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +28: [2023-05-09 14:50:02,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +19: [2023-05-09 14:50:02,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-09 14:50:02,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-09 14:50:02,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-09 14:50:02,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-09 14:50:02,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +13: [2023-05-09 14:50:02,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +13: [2023-05-09 14:50:02,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +13: [2023-05-09 14:50:02,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +15: [2023-05-09 14:50:02,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-09 14:50:02,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-09 14:50:02,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-09 14:50:02,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-09 14:50:02,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-09 14:50:02,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-09 14:50:02,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-09 14:50:02,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-09 14:50:02,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:02,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:02,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-09 14:50:02,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-09 14:50:02,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +21: [2023-05-09 14:50:02,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +21: [2023-05-09 14:50:02,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-09 14:50:02,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-09 14:50:02,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +22: [2023-05-09 14:50:02,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +22: [2023-05-09 14:50:02,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +21: [2023-05-09 14:50:02,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +31: [2023-05-09 14:50:02,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +31: [2023-05-09 14:50:02,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +31: [2023-05-09 14:50:02,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +31: [2023-05-09 14:50:02,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +13: [2023-05-09 14:50:02,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-09 14:50:02,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-09 14:50:02,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 1: [2023-05-09 14:50:02,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +16: [2023-05-09 14:50:02,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-09 14:50:02,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-09 14:50:02,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-09 14:50:02,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +16: [2023-05-09 14:50:02,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 1: [2023-05-09 14:50:02,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 1: [2023-05-09 14:50:02,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +16: [2023-05-09 14:50:02,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-09 14:50:02,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-09 14:50:02,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-09 14:50:02,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-09 14:50:02,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +21: [2023-05-09 14:50:02,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-09 14:50:02,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-09 14:50:02,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-09 14:50:02,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-09 14:50:02,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-09 14:50:02,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-09 14:50:02,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-09 14:50:02,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-09 14:50:02,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-09 14:50:02,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +18: [2023-05-09 14:50:02,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +18: [2023-05-09 14:50:02,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 7: [2023-05-09 14:50:02,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-09 14:50:02,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +18: [2023-05-09 14:50:02,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 7: [2023-05-09 14:50:02,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-09 14:50:02,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-09 14:50:02,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-09 14:50:02,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 1: [2023-05-09 14:50:02,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-09 14:50:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 7: [2023-05-09 14:50:02,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 7: [2023-05-09 14:50:02,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +16: [2023-05-09 14:50:02,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-09 14:50:02,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-09 14:50:02,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-09 14:50:02,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +27: [2023-05-09 14:50:02,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-09 14:50:02,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-09 14:50:02,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +18: [2023-05-09 14:50:02,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-09 14:50:02,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-09 14:50:02,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +27: [2023-05-09 14:50:02,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-09 14:50:02,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +18: [2023-05-09 14:50:02,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-09 14:50:02,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-09 14:50:02,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +19: [2023-05-09 14:50:02,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +19: [2023-05-09 14:50:02,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +19: [2023-05-09 14:50:02,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-09 14:50:02,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-09 14:50:02,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-09 14:50:02,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +13: [2023-05-09 14:50:02,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +16: [2023-05-09 14:50:02,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-09 14:50:02,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-09 14:50:02,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-09 14:50:02,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-09 14:50:02,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-09 14:50:02,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-09 14:50:02,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-09 14:50:02,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-09 14:50:02,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-09 14:50:02,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-09 14:50:02,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-09 14:50:02,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-09 14:50:02,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-09 14:50:02,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +30: [2023-05-09 14:50:02,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +16: [2023-05-09 14:50:02,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-09 14:50:02,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 7: [2023-05-09 14:50:02,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-09 14:50:02,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-09 14:50:02,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +30: [2023-05-09 14:50:02,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-09 14:50:02,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-09 14:50:02,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +27: [2023-05-09 14:50:02,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-09 14:50:02,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-09 14:50:02,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-09 14:50:02,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-09 14:50:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +23: [2023-05-09 14:50:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +23: [2023-05-09 14:50:02,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +23: [2023-05-09 14:50:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +31: [2023-05-09 14:50:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-09 14:50:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 3: [2023-05-09 14:50:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 3: [2023-05-09 14:50:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 3: [2023-05-09 14:50:02,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +19: [2023-05-09 14:50:02,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-09 14:50:02,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-09 14:50:02,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-09 14:50:02,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-09 14:50:02,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-09 14:50:02,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +31: [2023-05-09 14:50:02,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 1: [2023-05-09 14:50:02,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-09 14:50:02,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-09 14:50:02,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 6: [2023-05-09 14:50:02,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +31: [2023-05-09 14:50:02,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-09 14:50:02,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-09 14:50:02,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +20: [2023-05-09 14:50:02,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +20: [2023-05-09 14:50:02,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +31: [2023-05-09 14:50:02,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +16: [2023-05-09 14:50:02,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +20: [2023-05-09 14:50:02,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +16: [2023-05-09 14:50:02,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-09 14:50:02,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-09 14:50:02,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-09 14:50:02,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 2: [2023-05-09 14:50:02,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-09 14:50:02,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-09 14:50:02,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 2: [2023-05-09 14:50:02,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +25: [2023-05-09 14:50:02,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +25: [2023-05-09 14:50:02,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +25: [2023-05-09 14:50:02,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +25: [2023-05-09 14:50:02,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-09 14:50:02,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-09 14:50:02,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-09 14:50:02,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-09 14:50:02,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 1: [2023-05-09 14:50:02,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-09 14:50:02,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +14: [2023-05-09 14:50:02,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +14: [2023-05-09 14:50:02,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +31: [2023-05-09 14:50:02,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-09 14:50:02,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +31: [2023-05-09 14:50:02,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-09 14:50:02,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-09 14:50:02,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-09 14:50:02,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 9: [2023-05-09 14:50:02,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 6: [2023-05-09 14:50:02,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 9: [2023-05-09 14:50:02,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 9: [2023-05-09 14:50:02,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 9: [2023-05-09 14:50:02,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-09 14:50:02,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +18: [2023-05-09 14:50:02,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-09 14:50:02,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +16: [2023-05-09 14:50:02,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +16: [2023-05-09 14:50:02,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +16: [2023-05-09 14:50:02,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +16: [2023-05-09 14:50:02,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 6: [2023-05-09 14:50:02,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +18: [2023-05-09 14:50:02,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:02,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-09 14:50:02,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-09 14:50:02,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 1: [2023-05-09 14:50:02,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-09 14:50:02,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-09 14:50:02,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-09 14:50:02,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +23: [2023-05-09 14:50:02,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-09 14:50:02,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:02,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-09 14:50:02,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +28: [2023-05-09 14:50:02,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-09 14:50:02,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +18: [2023-05-09 14:50:02,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 4: [2023-05-09 14:50:02,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 4: [2023-05-09 14:50:02,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 4: [2023-05-09 14:50:02,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +28: [2023-05-09 14:50:02,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-09 14:50:02,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-09 14:50:02,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:02,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-09 14:50:02,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-09 14:50:02,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:02,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:02,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-09 14:50:02,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-09 14:50:02,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-09 14:50:02,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-09 14:50:02,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-09 14:50:02,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-09 14:50:02,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-09 14:50:02,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-09 14:50:02,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-09 14:50:02,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-09 14:50:02,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-09 14:50:02,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-09 14:50:02,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-09 14:50:02,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-09 14:50:02,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-09 14:50:02,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-09 14:50:02,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-09 14:50:02,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-09 14:50:02,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-09 14:50:02,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-09 14:50:02,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-09 14:50:02,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-09 14:50:02,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-09 14:50:02,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 5: [2023-05-09 14:50:02,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 5: [2023-05-09 14:50:02,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +17: [2023-05-09 14:50:02,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-09 14:50:02,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-09 14:50:02,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 5: [2023-05-09 14:50:02,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +17: [2023-05-09 14:50:02,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 7: [2023-05-09 14:50:02,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +17: [2023-05-09 14:50:02,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-09 14:50:02,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-09 14:50:02,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-09 14:50:02,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-09 14:50:02,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-09 14:50:02,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +29: [2023-05-09 14:50:02,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-09 14:50:02,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-09 14:50:02,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-09 14:50:02,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-09 14:50:02,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-09 14:50:02,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +17: [2023-05-09 14:50:02,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-09 14:50:02,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-09 14:50:02,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-09 14:50:02,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-09 14:50:02,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-09 14:50:02,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-09 14:50:02,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +17: [2023-05-09 14:50:02,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-09 14:50:02,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-09 14:50:02,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-09 14:50:02,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-09 14:50:02,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-09 14:50:02,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-09 14:50:02,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-09 14:50:02,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-09 14:50:02,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-09 14:50:02,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +19: [2023-05-09 14:50:02,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +13: [2023-05-09 14:50:02,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-09 14:50:02,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-09 14:50:02,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +13: [2023-05-09 14:50:02,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-09 14:50:02,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-09 14:50:02,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-09 14:50:02,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-09 14:50:02,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-09 14:50:02,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +19: [2023-05-09 14:50:02,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +19: [2023-05-09 14:50:02,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +29: [2023-05-09 14:50:02,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-09 14:50:02,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-09 14:50:02,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-09 14:50:02,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 8: [2023-05-09 14:50:02,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 8: [2023-05-09 14:50:02,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 8: [2023-05-09 14:50:02,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +23: [2023-05-09 14:50:02,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +13: [2023-05-09 14:50:02,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-09 14:50:02,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-09 14:50:02,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-09 14:50:02,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-09 14:50:02,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-09 14:50:02,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-09 14:50:02,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-09 14:50:02,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-09 14:50:02,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +11: [2023-05-09 14:50:02,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +11: [2023-05-09 14:50:02,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +11: [2023-05-09 14:50:02,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 5: [2023-05-09 14:50:02,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-09 14:50:02,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-09 14:50:02,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-09 14:50:02,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-09 14:50:02,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-09 14:50:02,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-09 14:50:02,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-09 14:50:02,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-09 14:50:02,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-09 14:50:02,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:02,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 2: [2023-05-09 14:50:02,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-09 14:50:02,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-09 14:50:02,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +30: [2023-05-09 14:50:02,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-09 14:50:02,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-09 14:50:02,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-09 14:50:02,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-09 14:50:02,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-09 14:50:02,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-09 14:50:02,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 3: [2023-05-09 14:50:02,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +15: [2023-05-09 14:50:02,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-09 14:50:02,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-09 14:50:02,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-09 14:50:03,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-09 14:50:03,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +14: [2023-05-09 14:50:03,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-09 14:50:03,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-09 14:50:03,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +23: [2023-05-09 14:50:03,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +31: [2023-05-09 14:50:03,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +25: [2023-05-09 14:50:03,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +29: [2023-05-09 14:50:03,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-09 14:50:03,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +26: [2023-05-09 14:50:03,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +26: [2023-05-09 14:50:03,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +28: [2023-05-09 14:50:03,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-09 14:50:03,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-09 14:50:03,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-09 14:50:03,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +12: [2023-05-09 14:50:03,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 3: [2023-05-09 14:50:03,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-09 14:50:03,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-09 14:50:03,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-09 14:50:03,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-09 14:50:03,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-09 14:50:03,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-09 14:50:03,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-09 14:50:03,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-09 14:50:03,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-09 14:50:03,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-09 14:50:03,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-09 14:50:03,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-09 14:50:03,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-09 14:50:03,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-09 14:50:03,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +25: [2023-05-09 14:50:03,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-09 14:50:03,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-09 14:50:03,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +12: [2023-05-09 14:50:03,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 2: [2023-05-09 14:50:03,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 2: [2023-05-09 14:50:03,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 4: [2023-05-09 14:50:03,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-09 14:50:03,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-09 14:50:03,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-09 14:50:03,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +25: [2023-05-09 14:50:03,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +29: [2023-05-09 14:50:03,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 4: [2023-05-09 14:50:03,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-09 14:50:03,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-09 14:50:03,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +16: [2023-05-09 14:50:03,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +20: [2023-05-09 14:50:03,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-09 14:50:03,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-09 14:50:03,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-09 14:50:03,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-09 14:50:03,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 4: [2023-05-09 14:50:03,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 4: [2023-05-09 14:50:03,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +13: [2023-05-09 14:50:03,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 9: [2023-05-09 14:50:03,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +16: [2023-05-09 14:50:03,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 9: [2023-05-09 14:50:03,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +16: [2023-05-09 14:50:03,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 2: [2023-05-09 14:50:03,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-09 14:50:03,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-09 14:50:03,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +14: [2023-05-09 14:50:03,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-09 14:50:03,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-09 14:50:03,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-09 14:50:03,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-09 14:50:03,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +20: [2023-05-09 14:50:03,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 2: [2023-05-09 14:50:03,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +20: [2023-05-09 14:50:03,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +20: [2023-05-09 14:50:03,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +25: [2023-05-09 14:50:03,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-09 14:50:03,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +26: [2023-05-09 14:50:03,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-09 14:50:03,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 2: [2023-05-09 14:50:03,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-09 14:50:03,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-09 14:50:03,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-09 14:50:03,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-09 14:50:03,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-09 14:50:03,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +28: [2023-05-09 14:50:03,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-09 14:50:03,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +15: [2023-05-09 14:50:03,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 0: [2023-05-09 14:50:03,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-09 14:50:03,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-09 14:50:03,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-09 14:50:03,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 0: [2023-05-09 14:50:03,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. + 5: [2023-05-09 14:50:03,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-09 14:50:03,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-09 14:50:03,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-09 14:50:03,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-09 14:50:03,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-09 14:50:03,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +22: [2023-05-09 14:50:03,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +22: [2023-05-09 14:50:03,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-09 14:50:03,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +28: [2023-05-09 14:50:03,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +28: [2023-05-09 14:50:03,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +28: [2023-05-09 14:50:03,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +25: [2023-05-09 14:50:03,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-09 14:50:03,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 5: [2023-05-09 14:50:03,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 5: [2023-05-09 14:50:03,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 3: [2023-05-09 14:50:03,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 5: [2023-05-09 14:50:03,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-09 14:50:03,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-09 14:50:03,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-09 14:50:03,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-09 14:50:03,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-09 14:50:03,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-09 14:50:03,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-09 14:50:03,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-09 14:50:03,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-09 14:50:03,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-09 14:50:03,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-09 14:50:03,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-09 14:50:03,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-09 14:50:03,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +11: [2023-05-09 14:50:03,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 8: [2023-05-09 14:50:03,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-09 14:50:03,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-09 14:50:03,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-09 14:50:03,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 8: [2023-05-09 14:50:03,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +13: [2023-05-09 14:50:03,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +29: [2023-05-09 14:50:03,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 0: [2023-05-09 14:50:03,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +11: [2023-05-09 14:50:03,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +11: [2023-05-09 14:50:03,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +13: [2023-05-09 14:50:03,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-09 14:50:03,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +26: [2023-05-09 14:50:03,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-09 14:50:03,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +29: [2023-05-09 14:50:03,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-09 14:50:03,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-09 14:50:03,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-09 14:50:03,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-09 14:50:03,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-09 14:50:03,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-09 14:50:03,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-09 14:50:03,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-09 14:50:03,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-09 14:50:03,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-09 14:50:03,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-09 14:50:03,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-09 14:50:03,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +28: [2023-05-09 14:50:03,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-09 14:50:03,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-09 14:50:03,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-09 14:50:03,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-09 14:50:03,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +26: [2023-05-09 14:50:03,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-09 14:50:03,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +29: [2023-05-09 14:50:03,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-09 14:50:03,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-09 14:50:03,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-09 14:50:03,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-09 14:50:03,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 0: [2023-05-09 14:50:03,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-09 14:50:03,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 0: [2023-05-09 14:50:03,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +22: [2023-05-09 14:50:03,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +25: [2023-05-09 14:50:03,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-09 14:50:03,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-09 14:50:03,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +24: [2023-05-09 14:50:03,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +24: [2023-05-09 14:50:03,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +25: [2023-05-09 14:50:03,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 0: [2023-05-09 14:50:03,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +28: [2023-05-09 14:50:03,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-09 14:50:03,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-09 14:50:03,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +13: [2023-05-09 14:50:03,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-09 14:50:03,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +25: [2023-05-09 14:50:03,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-09 14:50:03,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-09 14:50:03,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_16-model_01-model_states.pt. +22: [2023-05-09 14:50:03,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-09 14:50:03,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-09 14:50:03,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-09 14:50:03,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-09 14:50:03,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +28: [2023-05-09 14:50:03,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +28: [2023-05-09 14:50:03,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +22: [2023-05-09 14:50:03,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +22: [2023-05-09 14:50:03,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +22: [2023-05-09 14:50:03,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 4: [2023-05-09 14:50:03,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-09 14:50:03,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-09 14:50:03,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-09 14:50:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-09 14:50:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-09 14:50:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-09 14:50:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-09 14:50:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-09 14:50:03,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-09 14:50:03,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-09 14:50:03,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +10: [2023-05-09 14:50:03,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +10: [2023-05-09 14:50:03,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-09 14:50:03,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 5: [2023-05-09 14:50:03,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-09 14:50:03,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-09 14:50:03,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-09 14:50:03,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +13: [2023-05-09 14:50:03,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-09 14:50:03,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-09 14:50:03,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-09 14:50:03,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-09 14:50:03,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-09 14:50:03,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-09 14:50:03,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +15: [2023-05-09 14:50:03,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +15: [2023-05-09 14:50:03,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +15: [2023-05-09 14:50:03,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +24: [2023-05-09 14:50:03,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-09 14:50:03,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-09 14:50:03,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-09 14:50:03,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-09 14:50:03,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-09 14:50:03,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-09 14:50:03,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-09 14:50:03,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-09 14:50:03,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-09 14:50:03,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-09 14:50:03,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-09 14:50:03,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-09 14:50:03,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +27: [2023-05-09 14:50:03,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-09 14:50:03,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +27: [2023-05-09 14:50:03,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-09 14:50:03,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +27: [2023-05-09 14:50:03,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +15: [2023-05-09 14:50:03,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-09 14:50:03,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-09 14:50:03,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-09 14:50:03,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-09 14:50:03,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-09 14:50:03,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +10: [2023-05-09 14:50:03,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-09 14:50:03,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-09 14:50:03,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-09 14:50:03,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-09 14:50:03,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-09 14:50:03,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +13: [2023-05-09 14:50:03,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-09 14:50:03,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 4: [2023-05-09 14:50:03,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-09 14:50:03,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-09 14:50:03,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-09 14:50:03,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-09 14:50:03,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-09 14:50:03,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-09 14:50:03,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-09 14:50:03,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-09 14:50:03,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-09 14:50:03,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +13: [2023-05-09 14:50:03,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +24: [2023-05-09 14:50:03,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +24: [2023-05-09 14:50:03,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... +27: [2023-05-09 14:50:03,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-09 14:50:03,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-09 14:50:03,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-09 14:50:03,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-09 14:50:03,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-09 14:50:03,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-09 14:50:03,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +23: [2023-05-09 14:50:03,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +23: [2023-05-09 14:50:03,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +23: [2023-05-09 14:50:03,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-09 14:50:03,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-09 14:50:03,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-09 14:50:03,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-09 14:50:03,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-09 14:50:03,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-09 14:50:03,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-09 14:50:03,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-09 14:50:03,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-09 14:50:03,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt... + 4: [2023-05-09 14:50:03,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-09 14:50:03,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +25: [2023-05-09 14:50:03,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +25: [2023-05-09 14:50:03,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +25: [2023-05-09 14:50:03,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-09 14:50:03,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-09 14:50:03,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-09 14:50:03,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-09 14:50:03,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-09 14:50:03,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-09 14:50:03,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-09 14:50:03,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-09 14:50:03,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-09 14:50:03,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-09 14:50:03,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-09 14:50:03,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +15: [2023-05-09 14:50:03,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 0: [2023-05-09 14:50:03,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-09 14:50:03,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 0: [2023-05-09 14:50:03,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-09 14:50:03,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-09 14:50:03,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-09 14:50:03,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 1: [2023-05-09 14:50:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-09 14:50:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-09 14:50:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-09 14:50:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-09 14:50:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-09 14:50:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +12: [2023-05-09 14:50:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +12: [2023-05-09 14:50:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 1: [2023-05-09 14:50:03,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-09 14:50:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-09 14:50:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-09 14:50:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-09 14:50:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +21: [2023-05-09 14:50:03,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-09 14:50:03,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-09 14:50:03,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-09 14:50:03,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-09 14:50:03,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-09 14:50:03,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-09 14:50:03,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-09 14:50:03,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-09 14:50:03,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-09 14:50:03,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-09 14:50:03,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-09 14:50:03,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-09 14:50:03,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-09 14:50:03,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +21: [2023-05-09 14:50:03,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +25: [2023-05-09 14:50:03,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-09 14:50:03,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-09 14:50:03,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-09 14:50:03,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-09 14:50:03,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +20: [2023-05-09 14:50:03,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-09 14:50:03,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-09 14:50:03,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-09 14:50:03,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-09 14:50:03,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-09 14:50:03,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +20: [2023-05-09 14:50:03,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-09 14:50:03,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-09 14:50:03,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-09 14:50:03,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-09 14:50:03,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-09 14:50:03,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-09 14:50:03,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-09 14:50:03,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-09 14:50:03,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-09 14:50:03,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-09 14:50:03,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-09 14:50:03,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-09 14:50:03,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-09 14:50:03,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-09 14:50:03,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-09 14:50:03,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-09 14:50:03,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-09 14:50:03,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-09 14:50:03,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-09 14:50:03,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-09 14:50:03,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-09 14:50:03,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-09 14:50:03,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-09 14:50:03,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-09 14:50:03,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-09 14:50:03,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-09 14:50:03,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-09 14:50:03,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-09 14:50:03,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-09 14:50:03,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-09 14:50:03,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-09 14:50:03,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 4: [2023-05-09 14:50:03,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 4: [2023-05-09 14:50:03,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 9: [2023-05-09 14:50:03,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 2: [2023-05-09 14:50:03,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 2: [2023-05-09 14:50:03,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 2: [2023-05-09 14:50:03,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 2: [2023-05-09 14:50:03,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-09 14:50:03,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-09 14:50:03,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-09 14:50:03,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-09 14:50:03,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-09 14:50:03,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-09 14:50:03,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-09 14:50:03,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-09 14:50:03,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-09 14:50:03,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-09 14:50:03,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +23: [2023-05-09 14:50:03,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-09 14:50:03,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-09 14:50:03,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +23: [2023-05-09 14:50:03,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-09 14:50:03,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-09 14:50:03,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-09 14:50:03,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-09 14:50:03,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-09 14:50:03,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-09 14:50:03,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-09 14:50:03,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-09 14:50:03,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-09 14:50:03,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-09 14:50:03,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +21: [2023-05-09 14:50:03,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-09 14:50:03,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-09 14:50:03,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-09 14:50:03,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-09 14:50:03,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-09 14:50:03,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-09 14:50:03,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-09 14:50:03,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +20: [2023-05-09 14:50:03,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-09 14:50:03,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-09 14:50:03,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-09 14:50:03,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +18: [2023-05-09 14:50:03,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-09 14:50:03,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-09 14:50:03,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-09 14:50:03,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-09 14:50:03,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 9: [2023-05-09 14:50:03,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 9: [2023-05-09 14:50:03,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 9: [2023-05-09 14:50:03,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-09 14:50:03,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-09 14:50:03,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-09 14:50:03,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-09 14:50:03,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-09 14:50:03,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-09 14:50:03,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +18: [2023-05-09 14:50:03,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-09 14:50:03,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-09 14:50:03,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-09 14:50:03,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-09 14:50:03,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-09 14:50:03,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +18: [2023-05-09 14:50:03,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +18: [2023-05-09 14:50:03,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +23: [2023-05-09 14:50:03,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-09 14:50:03,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 1: [2023-05-09 14:50:03,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 1: [2023-05-09 14:50:03,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-09 14:50:03,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +21: [2023-05-09 14:50:03,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-09 14:50:03,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +11: [2023-05-09 14:50:03,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-09 14:50:03,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-09 14:50:03,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-09 14:50:03,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-09 14:50:03,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-09 14:50:03,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +18: [2023-05-09 14:50:03,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 1: [2023-05-09 14:50:03,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 0: [2023-05-09 14:50:03,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-09 14:50:03,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-09 14:50:03,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-09 14:50:03,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-09 14:50:03,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 1: [2023-05-09 14:50:03,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-09 14:50:03,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +21: [2023-05-09 14:50:03,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-09 14:50:03,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-09 14:50:03,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-09 14:50:03,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-09 14:50:03,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-09 14:50:03,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-09 14:50:03,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-09 14:50:03,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +16: [2023-05-09 14:50:03,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +16: [2023-05-09 14:50:03,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +21: [2023-05-09 14:50:03,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-09 14:50:03,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +12: [2023-05-09 14:50:03,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-09 14:50:03,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-09 14:50:03,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-09 14:50:03,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-09 14:50:03,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-09 14:50:03,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-09 14:50:03,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-09 14:50:03,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-09 14:50:03,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-09 14:50:03,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-09 14:50:03,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-09 14:50:03,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-09 14:50:03,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-09 14:50:03,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-09 14:50:03,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-09 14:50:03,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +12: [2023-05-09 14:50:03,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 8: [2023-05-09 14:50:03,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-09 14:50:03,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-09 14:50:03,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +14: [2023-05-09 14:50:03,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-09 14:50:03,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-09 14:50:03,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-09 14:50:03,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-09 14:50:03,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-09 14:50:03,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-09 14:50:03,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-09 14:50:03,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-09 14:50:03,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +12: [2023-05-09 14:50:03,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-09 14:50:03,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-09 14:50:03,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-09 14:50:03,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:03,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:03,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-09 14:50:03,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-09 14:50:03,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-09 14:50:03,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-09 14:50:03,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-09 14:50:03,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-09 14:50:03,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-09 14:50:03,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-09 14:50:03,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-09 14:50:03,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 4: [2023-05-09 14:50:03,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 4: [2023-05-09 14:50:03,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 4: [2023-05-09 14:50:03,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +22: [2023-05-09 14:50:03,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-09 14:50:03,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-09 14:50:03,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 2: [2023-05-09 14:50:03,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 2: [2023-05-09 14:50:03,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +12: [2023-05-09 14:50:03,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-09 14:50:03,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-09 14:50:03,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +22: [2023-05-09 14:50:03,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +22: [2023-05-09 14:50:03,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +22: [2023-05-09 14:50:03,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 2: [2023-05-09 14:50:03,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +28: [2023-05-09 14:50:03,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +28: [2023-05-09 14:50:03,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +28: [2023-05-09 14:50:03,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +28: [2023-05-09 14:50:03,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +23: [2023-05-09 14:50:03,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-09 14:50:03,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-09 14:50:03,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 5: [2023-05-09 14:50:03,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 5: [2023-05-09 14:50:03,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 5: [2023-05-09 14:50:03,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 5: [2023-05-09 14:50:03,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 9: [2023-05-09 14:50:03,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-09 14:50:03,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +11: [2023-05-09 14:50:03,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +20: [2023-05-09 14:50:03,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +20: [2023-05-09 14:50:03,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +20: [2023-05-09 14:50:03,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +29: [2023-05-09 14:50:03,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +29: [2023-05-09 14:50:03,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +29: [2023-05-09 14:50:03,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 0: [2023-05-09 14:50:03,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 0: [2023-05-09 14:50:03,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +20: [2023-05-09 14:50:03,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +29: [2023-05-09 14:50:03,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 9: [2023-05-09 14:50:03,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +14: [2023-05-09 14:50:03,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +14: [2023-05-09 14:50:03,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +14: [2023-05-09 14:50:03,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 0: [2023-05-09 14:50:03,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 9: [2023-05-09 14:50:03,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +14: [2023-05-09 14:50:03,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +26: [2023-05-09 14:50:03,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-09 14:50:03,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-09 14:50:03,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-09 14:50:03,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +11: [2023-05-09 14:50:03,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +11: [2023-05-09 14:50:03,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +11: [2023-05-09 14:50:03,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-09 14:50:03,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-09 14:50:03,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-09 14:50:03,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-09 14:50:03,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-09 14:50:03,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-09 14:50:03,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-09 14:50:03,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-09 14:50:03,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-09 14:50:03,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-09 14:50:03,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-09 14:50:03,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-09 14:50:03,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-09 14:50:03,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-09 14:50:03,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-09 14:50:03,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-09 14:50:03,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-09 14:50:03,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-09 14:50:03,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-09 14:50:03,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 1: [2023-05-09 14:50:03,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 5: [2023-05-09 14:50:03,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +30: [2023-05-09 14:50:03,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-09 14:50:03,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-09 14:50:03,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +18: [2023-05-09 14:50:03,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +16: [2023-05-09 14:50:03,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-09 14:50:03,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-09 14:50:03,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-09 14:50:03,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-09 14:50:03,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-09 14:50:03,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-09 14:50:03,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +16: [2023-05-09 14:50:03,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-09 14:50:03,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-09 14:50:03,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-09 14:50:03,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-09 14:50:03,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +11: [2023-05-09 14:50:03,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-09 14:50:03,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +16: [2023-05-09 14:50:03,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +29: [2023-05-09 14:50:03,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-09 14:50:03,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +26: [2023-05-09 14:50:03,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-09 14:50:03,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-09 14:50:03,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-09 14:50:03,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-09 14:50:03,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +16: [2023-05-09 14:50:03,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 3: [2023-05-09 14:50:03,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-09 14:50:03,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-09 14:50:03,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-09 14:50:03,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-09 14:50:03,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-09 14:50:03,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-09 14:50:03,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-09 14:50:03,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-09 14:50:03,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +11: [2023-05-09 14:50:03,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-09 14:50:03,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-09 14:50:03,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-09 14:50:03,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +28: [2023-05-09 14:50:03,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-09 14:50:03,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +28: [2023-05-09 14:50:03,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 9: [2023-05-09 14:50:03,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-09 14:50:03,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 9: [2023-05-09 14:50:03,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-09 14:50:03,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 9: [2023-05-09 14:50:03,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 9: [2023-05-09 14:50:03,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-09 14:50:03,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-09 14:50:03,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +28: [2023-05-09 14:50:03,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-09 14:50:03,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-09 14:50:03,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-09 14:50:03,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-09 14:50:03,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-09 14:50:03,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-09 14:50:03,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-09 14:50:03,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-09 14:50:03,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-09 14:50:03,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-09 14:50:03,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-09 14:50:03,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +16: [2023-05-09 14:50:03,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-09 14:50:03,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +22: [2023-05-09 14:50:03,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-09 14:50:03,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-09 14:50:03,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-09 14:50:03,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-09 14:50:03,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-09 14:50:03,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 5: [2023-05-09 14:50:03,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-09 14:50:03,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +13: [2023-05-09 14:50:03,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-09 14:50:03,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-09 14:50:03,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +28: [2023-05-09 14:50:03,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +13: [2023-05-09 14:50:03,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-09 14:50:03,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +13: [2023-05-09 14:50:03,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +13: [2023-05-09 14:50:03,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-09 14:50:03,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-09 14:50:03,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +29: [2023-05-09 14:50:03,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-09 14:50:03,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-09 14:50:03,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +11: [2023-05-09 14:50:03,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-09 14:50:03,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-09 14:50:03,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-09 14:50:03,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-09 14:50:03,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-09 14:50:03,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 5: [2023-05-09 14:50:03,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +14: [2023-05-09 14:50:03,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 5: [2023-05-09 14:50:03,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 6: [2023-05-09 14:50:03,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 0: [2023-05-09 14:50:03,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +20: [2023-05-09 14:50:03,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +11: [2023-05-09 14:50:03,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-09 14:50:03,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +26: [2023-05-09 14:50:03,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +26: [2023-05-09 14:50:03,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +26: [2023-05-09 14:50:03,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +11: [2023-05-09 14:50:03,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 7: [2023-05-09 14:50:03,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 7: [2023-05-09 14:50:03,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +11: [2023-05-09 14:50:03,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-09 14:50:03,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 7: [2023-05-09 14:50:03,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +11: [2023-05-09 14:50:03,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 0: [2023-05-09 14:50:03,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +29: [2023-05-09 14:50:03,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-09 14:50:03,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-09 14:50:03,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +24: [2023-05-09 14:50:03,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-09 14:50:03,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. + 6: [2023-05-09 14:50:03,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-09 14:50:03,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +14: [2023-05-09 14:50:03,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-09 14:50:03,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-09 14:50:03,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_17-model_01-model_states.pt. +30: [2023-05-09 14:50:03,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-09 14:50:03,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +14: [2023-05-09 14:50:03,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +20: [2023-05-09 14:50:03,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-09 14:50:03,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-09 14:50:03,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-09 14:50:03,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 8: [2023-05-09 14:50:03,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 8: [2023-05-09 14:50:03,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 8: [2023-05-09 14:50:03,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 8: [2023-05-09 14:50:03,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +20: [2023-05-09 14:50:03,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-09 14:50:03,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-09 14:50:03,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +26: [2023-05-09 14:50:03,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-09 14:50:03,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-09 14:50:03,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +26: [2023-05-09 14:50:03,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-09 14:50:03,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-09 14:50:03,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-09 14:50:03,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-09 14:50:03,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-09 14:50:03,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-09 14:50:03,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-09 14:50:03,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-09 14:50:03,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-09 14:50:03,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-09 14:50:03,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-09 14:50:03,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-09 14:50:03,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-09 14:50:03,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-09 14:50:03,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-09 14:50:03,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-09 14:50:03,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 7: [2023-05-09 14:50:03,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-09 14:50:03,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-09 14:50:03,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-09 14:50:03,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-09 14:50:03,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-09 14:50:03,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-09 14:50:03,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 7: [2023-05-09 14:50:03,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-09 14:50:03,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-09 14:50:03,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-09 14:50:03,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-09 14:50:03,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-09 14:50:03,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-09 14:50:03,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-09 14:50:03,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-09 14:50:03,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +13: [2023-05-09 14:50:03,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +16: [2023-05-09 14:50:03,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-09 14:50:03,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-09 14:50:03,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-09 14:50:03,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-09 14:50:03,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-09 14:50:03,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +16: [2023-05-09 14:50:03,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-09 14:50:03,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-09 14:50:03,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-09 14:50:03,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +26: [2023-05-09 14:50:03,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-09 14:50:03,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-09 14:50:03,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +26: [2023-05-09 14:50:03,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +26: [2023-05-09 14:50:03,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +28: [2023-05-09 14:50:03,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-09 14:50:03,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-09 14:50:03,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 7: [2023-05-09 14:50:03,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-09 14:50:03,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... + 8: [2023-05-09 14:50:03,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-09 14:50:03,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +24: [2023-05-09 14:50:03,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 8: [2023-05-09 14:50:03,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +19: [2023-05-09 14:50:03,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +19: [2023-05-09 14:50:03,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +19: [2023-05-09 14:50:03,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +19: [2023-05-09 14:50:03,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 7: [2023-05-09 14:50:03,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 8: [2023-05-09 14:50:03,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-09 14:50:03,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +24: [2023-05-09 14:50:03,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt... +28: [2023-05-09 14:50:03,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +28: [2023-05-09 14:50:03,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-09 14:50:03,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 7: [2023-05-09 14:50:03,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-09 14:50:03,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +27: [2023-05-09 14:50:03,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-09 14:50:03,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +27: [2023-05-09 14:50:03,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +19: [2023-05-09 14:50:03,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-09 14:50:03,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-09 14:50:03,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-09 14:50:03,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-09 14:50:03,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +31: [2023-05-09 14:50:03,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +31: [2023-05-09 14:50:03,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +31: [2023-05-09 14:50:03,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-09 14:50:03,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-09 14:50:03,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-09 14:50:03,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-09 14:50:03,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-09 14:50:03,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-09 14:50:03,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-09 14:50:03,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-09 14:50:03,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-09 14:50:03,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-09 14:50:03,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-09 14:50:03,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-09 14:50:03,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-09 14:50:03,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-09 14:50:03,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-09 14:50:03,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-09 14:50:03,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-09 14:50:03,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-09 14:50:03,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-09 14:50:03,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-09 14:50:03,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-09 14:50:03,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-09 14:50:03,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-09 14:50:03,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-09 14:50:03,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-09 14:50:03,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-09 14:50:03,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-09 14:50:03,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-09 14:50:03,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-09 14:50:03,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-09 14:50:03,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-09 14:50:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-09 14:50:03,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-09 14:50:03,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +23: [2023-05-09 14:50:03,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +15: [2023-05-09 14:50:03,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-09 14:50:03,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +23: [2023-05-09 14:50:03,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +10: [2023-05-09 14:50:03,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-09 14:50:03,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-09 14:50:03,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-09 14:50:03,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-09 14:50:03,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +21: [2023-05-09 14:50:03,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +21: [2023-05-09 14:50:03,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-09 14:50:03,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-09 14:50:03,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-09 14:50:03,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-09 14:50:03,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-09 14:50:03,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-09 14:50:03,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-09 14:50:03,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-09 14:50:03,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-09 14:50:03,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-09 14:50:03,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-09 14:50:03,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-09 14:50:03,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-09 14:50:03,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-09 14:50:03,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-09 14:50:03,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-09 14:50:03,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-09 14:50:03,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-09 14:50:03,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-09 14:50:03,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-09 14:50:03,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-09 14:50:03,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-09 14:50:03,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +17: [2023-05-09 14:50:03,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-09 14:50:03,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-09 14:50:03,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-09 14:50:03,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-09 14:50:03,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-09 14:50:03,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +17: [2023-05-09 14:50:03,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +21: [2023-05-09 14:50:03,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-09 14:50:03,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-09 14:50:03,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 4: [2023-05-09 14:50:03,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 4: [2023-05-09 14:50:03,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 4: [2023-05-09 14:50:03,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +23: [2023-05-09 14:50:03,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-09 14:50:03,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-09 14:50:03,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-09 14:50:03,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-09 14:50:03,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-09 14:50:03,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-09 14:50:03,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-09 14:50:03,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-09 14:50:03,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +19: [2023-05-09 14:50:03,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +31: [2023-05-09 14:50:03,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-09 14:50:03,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +31: [2023-05-09 14:50:03,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 3: [2023-05-09 14:50:03,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-09 14:50:03,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-09 14:50:03,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +30: [2023-05-09 14:50:03,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +30: [2023-05-09 14:50:03,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +30: [2023-05-09 14:50:03,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +17: [2023-05-09 14:50:03,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-09 14:50:03,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 6: [2023-05-09 14:50:03,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +19: [2023-05-09 14:50:03,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-09 14:50:03,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-09 14:50:03,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +17: [2023-05-09 14:50:03,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +10: [2023-05-09 14:50:03,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-09 14:50:03,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-09 14:50:03,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-09 14:50:03,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-09 14:50:03,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-09 14:50:03,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-09 14:50:03,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-09 14:50:03,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-09 14:50:03,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +29: [2023-05-09 14:50:03,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-09 14:50:03,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-09 14:50:03,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-09 14:50:03,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-09 14:50:03,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-09 14:50:03,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +19: [2023-05-09 14:50:03,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-09 14:50:03,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-09 14:50:03,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-09 14:50:03,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +15: [2023-05-09 14:50:03,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +10: [2023-05-09 14:50:03,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-09 14:50:03,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-09 14:50:03,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-09 14:50:03,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-09 14:50:03,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-09 14:50:03,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-09 14:50:03,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-09 14:50:03,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-09 14:50:03,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +10: [2023-05-09 14:50:03,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-09 14:50:03,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-09 14:50:03,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-09 14:50:03,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +31: [2023-05-09 14:50:03,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +30: [2023-05-09 14:50:03,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 6: [2023-05-09 14:50:03,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-09 14:50:03,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-09 14:50:03,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-09 14:50:03,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-09 14:50:03,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-09 14:50:03,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-09 14:50:03,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +13: [2023-05-09 14:50:03,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-09 14:50:03,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-09 14:50:03,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-09 14:50:03,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-09 14:50:03,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-09 14:50:03,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-09 14:50:03,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-09 14:50:03,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-09 14:50:03,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-09 14:50:03,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-09 14:50:03,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-09 14:50:03,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-09 14:50:03,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-09 14:50:03,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-09 14:50:03,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-09 14:50:03,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-09 14:50:03,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +15: [2023-05-09 14:50:03,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-09 14:50:03,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-09 14:50:03,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +23: [2023-05-09 14:50:03,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-09 14:50:03,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-09 14:50:03,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-09 14:50:03,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +23: [2023-05-09 14:50:03,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +15: [2023-05-09 14:50:03,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-09 14:50:03,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +23: [2023-05-09 14:50:03,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +10: [2023-05-09 14:50:03,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +31: [2023-05-09 14:50:03,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 1: [2023-05-09 14:50:03,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-09 14:50:03,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-09 14:50:03,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +10: [2023-05-09 14:50:03,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-09 14:50:03,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +11: [2023-05-09 14:50:03,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-09 14:50:03,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +18: [2023-05-09 14:50:03,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +18: [2023-05-09 14:50:03,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +11: [2023-05-09 14:50:03,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +18: [2023-05-09 14:50:03,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +31: [2023-05-09 14:50:03,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-09 14:50:03,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +17: [2023-05-09 14:50:03,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-09 14:50:03,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-09 14:50:03,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-09 14:50:03,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-09 14:50:03,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-09 14:50:03,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +31: [2023-05-09 14:50:03,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-09 14:50:03,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +31: [2023-05-09 14:50:03,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-09 14:50:03,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +22: [2023-05-09 14:50:03,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +22: [2023-05-09 14:50:03,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +22: [2023-05-09 14:50:03,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +17: [2023-05-09 14:50:03,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-09 14:50:03,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 6: [2023-05-09 14:50:03,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-09 14:50:03,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-09 14:50:03,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-09 14:50:03,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-09 14:50:03,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-09 14:50:03,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-09 14:50:03,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 2: [2023-05-09 14:50:03,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-09 14:50:03,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-09 14:50:03,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-09 14:50:03,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-09 14:50:03,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-09 14:50:03,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-09 14:50:03,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-09 14:50:03,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-09 14:50:03,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-09 14:50:03,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-09 14:50:03,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-09 14:50:03,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-09 14:50:03,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-09 14:50:03,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-09 14:50:03,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-09 14:50:03,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-09 14:50:03,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-09 14:50:03,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +17: [2023-05-09 14:50:03,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-09 14:50:03,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +10: [2023-05-09 14:50:03,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +10: [2023-05-09 14:50:03,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +22: [2023-05-09 14:50:03,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-09 14:50:03,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-09 14:50:03,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +13: [2023-05-09 14:50:03,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-09 14:50:03,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-09 14:50:03,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-09 14:50:03,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-09 14:50:03,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-09 14:50:03,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-09 14:50:03,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-09 14:50:03,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-09 14:50:03,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-09 14:50:03,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-09 14:50:03,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +21: [2023-05-09 14:50:03,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-09 14:50:03,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-09 14:50:03,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-09 14:50:03,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +27: [2023-05-09 14:50:03,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-09 14:50:03,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-09 14:50:03,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-09 14:50:03,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-09 14:50:03,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-09 14:50:03,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-09 14:50:03,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-09 14:50:03,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +30: [2023-05-09 14:50:03,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-09 14:50:03,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-09 14:50:03,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-09 14:50:03,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-09 14:50:03,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-09 14:50:03,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-09 14:50:03,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +30: [2023-05-09 14:50:03,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-09 14:50:03,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-09 14:50:03,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-09 14:50:03,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-09 14:50:03,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-09 14:50:03,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-09 14:50:03,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +27: [2023-05-09 14:50:03,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +27: [2023-05-09 14:50:03,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +27: [2023-05-09 14:50:03,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-09 14:50:03,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +27: [2023-05-09 14:50:03,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-09 14:50:03,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +13: [2023-05-09 14:50:03,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-09 14:50:03,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-09 14:50:03,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-09 14:50:03,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 3: [2023-05-09 14:50:03,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 3: [2023-05-09 14:50:03,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +10: [2023-05-09 14:50:03,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-09 14:50:03,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 2: [2023-05-09 14:50:03,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-09 14:50:03,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-09 14:50:03,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-09 14:50:03,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-09 14:50:03,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-09 14:50:03,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-09 14:50:03,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 2: [2023-05-09 14:50:03,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 2: [2023-05-09 14:50:03,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 2: [2023-05-09 14:50:03,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-09 14:50:03,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-09 14:50:03,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-09 14:50:03,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-09 14:50:03,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-09 14:50:03,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-09 14:50:03,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-09 14:50:03,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +28: [2023-05-09 14:50:03,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +25: [2023-05-09 14:50:03,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-09 14:50:03,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +28: [2023-05-09 14:50:03,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 8: [2023-05-09 14:50:03,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 8: [2023-05-09 14:50:03,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 8: [2023-05-09 14:50:03,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 8: [2023-05-09 14:50:03,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 2: [2023-05-09 14:50:03,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-09 14:50:03,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-09 14:50:03,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-09 14:50:03,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-09 14:50:03,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-09 14:50:03,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +27: [2023-05-09 14:50:03,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-09 14:50:03,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-09 14:50:03,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 4: [2023-05-09 14:50:03,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 4: [2023-05-09 14:50:03,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +25: [2023-05-09 14:50:03,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +25: [2023-05-09 14:50:03,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-09 14:50:03,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-09 14:50:03,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-09 14:50:03,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-09 14:50:03,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 0: [2023-05-09 14:50:03,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 0: [2023-05-09 14:50:03,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +25: [2023-05-09 14:50:03,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +27: [2023-05-09 14:50:03,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-09 14:50:03,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-09 14:50:03,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-09 14:50:03,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-09 14:50:03,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-09 14:50:03,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-09 14:50:03,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-09 14:50:03,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-09 14:50:03,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +27: [2023-05-09 14:50:03,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-09 14:50:03,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-09 14:50:03,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-09 14:50:03,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-09 14:50:03,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-09 14:50:03,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-09 14:50:03,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-09 14:50:03,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-09 14:50:03,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-09 14:50:03,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-09 14:50:03,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-09 14:50:03,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-09 14:50:03,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +16: [2023-05-09 14:50:03,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +16: [2023-05-09 14:50:03,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +16: [2023-05-09 14:50:03,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +10: [2023-05-09 14:50:03,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-09 14:50:03,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-09 14:50:03,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-09 14:50:03,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-09 14:50:03,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-09 14:50:03,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-09 14:50:03,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-09 14:50:03,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +13: [2023-05-09 14:50:03,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 0: [2023-05-09 14:50:03,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-09 14:50:03,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +12: [2023-05-09 14:50:03,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +27: [2023-05-09 14:50:03,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-09 14:50:03,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 0: [2023-05-09 14:50:03,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-09 14:50:03,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 2: [2023-05-09 14:50:03,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-09 14:50:03,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +12: [2023-05-09 14:50:03,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 4: [2023-05-09 14:50:03,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-09 14:50:03,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-09 14:50:03,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-09 14:50:03,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-09 14:50:03,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-09 14:50:03,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-09 14:50:03,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-09 14:50:03,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-09 14:50:03,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-09 14:50:03,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 1: [2023-05-09 14:50:03,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 5: [2023-05-09 14:50:03,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-09 14:50:03,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-09 14:50:03,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 9: [2023-05-09 14:50:03,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 1: [2023-05-09 14:50:03,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-09 14:50:03,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-09 14:50:03,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-09 14:50:03,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 2: [2023-05-09 14:50:03,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-09 14:50:03,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-09 14:50:03,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-09 14:50:03,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-09 14:50:03,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-09 14:50:03,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +28: [2023-05-09 14:50:03,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-09 14:50:03,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 2: [2023-05-09 14:50:03,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +12: [2023-05-09 14:50:03,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-09 14:50:03,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +12: [2023-05-09 14:50:03,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-09 14:50:03,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-09 14:50:03,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-09 14:50:03,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-09 14:50:03,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +28: [2023-05-09 14:50:03,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +13: [2023-05-09 14:50:03,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-09 14:50:03,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-09 14:50:03,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-09 14:50:03,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 5: [2023-05-09 14:50:03,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 8: [2023-05-09 14:50:03,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-09 14:50:03,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-09 14:50:03,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-09 14:50:03,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 8: [2023-05-09 14:50:03,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +25: [2023-05-09 14:50:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +25: [2023-05-09 14:50:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 5: [2023-05-09 14:50:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +25: [2023-05-09 14:50:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +20: [2023-05-09 14:50:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-09 14:50:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 9: [2023-05-09 14:50:03,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +14: [2023-05-09 14:50:03,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +14: [2023-05-09 14:50:03,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +14: [2023-05-09 14:50:03,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +14: [2023-05-09 14:50:03,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 8: [2023-05-09 14:50:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 9: [2023-05-09 14:50:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 5: [2023-05-09 14:50:03,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-09 14:50:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-09 14:50:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +26: [2023-05-09 14:50:03,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-09 14:50:03,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 4: [2023-05-09 14:50:03,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-09 14:50:03,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +22: [2023-05-09 14:50:03,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-09 14:50:03,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-09 14:50:03,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-09 14:50:03,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +22: [2023-05-09 14:50:03,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-09 14:50:03,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-09 14:50:03,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-09 14:50:03,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +26: [2023-05-09 14:50:03,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-09 14:50:03,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-09 14:50:03,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-09 14:50:03,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-09 14:50:03,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-09 14:50:03,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 4: [2023-05-09 14:50:03,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-09 14:50:03,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +26: [2023-05-09 14:50:03,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +22: [2023-05-09 14:50:03,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +22: [2023-05-09 14:50:03,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-09 14:50:03,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-09 14:50:03,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +20: [2023-05-09 14:50:03,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +20: [2023-05-09 14:50:03,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 0: [2023-05-09 14:50:03,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-09 14:50:03,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +22: [2023-05-09 14:50:03,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-09 14:50:03,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +22: [2023-05-09 14:50:03,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +22: [2023-05-09 14:50:03,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +20: [2023-05-09 14:50:03,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-09 14:50:03,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-09 14:50:03,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 9: [2023-05-09 14:50:03,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +16: [2023-05-09 14:50:03,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 0: [2023-05-09 14:50:03,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +25: [2023-05-09 14:50:03,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-09 14:50:03,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +25: [2023-05-09 14:50:03,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-09 14:50:03,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-09 14:50:03,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-09 14:50:03,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-09 14:50:03,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-09 14:50:03,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-09 14:50:03,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-09 14:50:03,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-09 14:50:03,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-09 14:50:03,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-09 14:50:03,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-09 14:50:03,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-09 14:50:03,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +26: [2023-05-09 14:50:03,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-09 14:50:03,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-09 14:50:03,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-09 14:50:03,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-09 14:50:03,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-09 14:50:03,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-09 14:50:03,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-09 14:50:03,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-09 14:50:03,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +12: [2023-05-09 14:50:03,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-09 14:50:03,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +12: [2023-05-09 14:50:03,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-09 14:50:03,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +11: [2023-05-09 14:50:03,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-09 14:50:03,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-09 14:50:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-09 14:50:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-09 14:50:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-09 14:50:03,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +11: [2023-05-09 14:50:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-09 14:50:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-09 14:50:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-09 14:50:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-09 14:50:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-09 14:50:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-09 14:50:03,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-09 14:50:03,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-09 14:50:03,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-09 14:50:03,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-09 14:50:03,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 8: [2023-05-09 14:50:03,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-09 14:50:03,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +11: [2023-05-09 14:50:03,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-09 14:50:03,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-09 14:50:03,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +23: [2023-05-09 14:50:03,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-09 14:50:03,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-09 14:50:03,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-09 14:50:03,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +18: [2023-05-09 14:50:03,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-09 14:50:03,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-09 14:50:03,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-09 14:50:03,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-09 14:50:03,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-09 14:50:03,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-09 14:50:03,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-09 14:50:03,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-09 14:50:03,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-09 14:50:03,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-09 14:50:03,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-09 14:50:03,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-09 14:50:03,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-09 14:50:03,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-09 14:50:03,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +11: [2023-05-09 14:50:03,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-09 14:50:03,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-09 14:50:03,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +18: [2023-05-09 14:50:03,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +18: [2023-05-09 14:50:03,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +18: [2023-05-09 14:50:03,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-09 14:50:03,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-09 14:50:03,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +18: [2023-05-09 14:50:03,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-09 14:50:03,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-09 14:50:03,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +29: [2023-05-09 14:50:03,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +29: [2023-05-09 14:50:03,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +29: [2023-05-09 14:50:03,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-09 14:50:03,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +14: [2023-05-09 14:50:03,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-09 14:50:03,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-09 14:50:03,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-09 14:50:03,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-09 14:50:03,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-09 14:50:03,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +12: [2023-05-09 14:50:03,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-09 14:50:03,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-09 14:50:03,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-09 14:50:03,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-09 14:50:03,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +31: [2023-05-09 14:50:03,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +31: [2023-05-09 14:50:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +31: [2023-05-09 14:50:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 5: [2023-05-09 14:50:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 9: [2023-05-09 14:50:03,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-09 14:50:03,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-09 14:50:03,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-09 14:50:03,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +22: [2023-05-09 14:50:03,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-09 14:50:03,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-09 14:50:03,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-09 14:50:03,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-09 14:50:03,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-09 14:50:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-09 14:50:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +23: [2023-05-09 14:50:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 5: [2023-05-09 14:50:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-09 14:50:03,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-09 14:50:03,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-09 14:50:03,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-09 14:50:03,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-09 14:50:03,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +24: [2023-05-09 14:50:03,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-09 14:50:03,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 5: [2023-05-09 14:50:03,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +23: [2023-05-09 14:50:03,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 9: [2023-05-09 14:50:03,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-09 14:50:03,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-09 14:50:03,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +24: [2023-05-09 14:50:03,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +24: [2023-05-09 14:50:03,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-09 14:50:03,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-09 14:50:03,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-09 14:50:03,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-09 14:50:03,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-09 14:50:03,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-09 14:50:03,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. + 9: [2023-05-09 14:50:03,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +25: [2023-05-09 14:50:03,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-09 14:50:03,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_18-model_01-model_states.pt. +25: [2023-05-09 14:50:03,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-09 14:50:03,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-09 14:50:03,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-09 14:50:03,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +19: [2023-05-09 14:50:03,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +19: [2023-05-09 14:50:03,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 0: [2023-05-09 14:50:03,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-09 14:50:03,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 5: [2023-05-09 14:50:03,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-09 14:50:03,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-09 14:50:03,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +22: [2023-05-09 14:50:03,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-09 14:50:03,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-09 14:50:03,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-09 14:50:03,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-09 14:50:03,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +26: [2023-05-09 14:50:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-09 14:50:03,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-09 14:50:03,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-09 14:50:03,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-09 14:50:03,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-09 14:50:03,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-09 14:50:03,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-09 14:50:03,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-09 14:50:03,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-09 14:50:03,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-09 14:50:03,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-09 14:50:03,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-09 14:50:03,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 9: [2023-05-09 14:50:03,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-09 14:50:03,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-09 14:50:03,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +18: [2023-05-09 14:50:03,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-09 14:50:03,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-09 14:50:03,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-09 14:50:03,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-09 14:50:03,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-09 14:50:03,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-09 14:50:03,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-09 14:50:03,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-09 14:50:03,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-09 14:50:03,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-09 14:50:03,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-09 14:50:03,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-09 14:50:03,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-09 14:50:03,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +23: [2023-05-09 14:50:03,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-09 14:50:03,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-09 14:50:03,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-09 14:50:03,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-09 14:50:03,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-09 14:50:03,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-09 14:50:03,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-09 14:50:03,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-09 14:50:03,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-09 14:50:03,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-09 14:50:03,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-09 14:50:03,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-09 14:50:03,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-09 14:50:03,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-09 14:50:03,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +23: [2023-05-09 14:50:03,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-09 14:50:03,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-09 14:50:03,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +20: [2023-05-09 14:50:03,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +20: [2023-05-09 14:50:03,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +20: [2023-05-09 14:50:03,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 9: [2023-05-09 14:50:03,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-09 14:50:03,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-09 14:50:03,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-09 14:50:03,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +18: [2023-05-09 14:50:03,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +18: [2023-05-09 14:50:03,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-09 14:50:03,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +12: [2023-05-09 14:50:03,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +12: [2023-05-09 14:50:03,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +12: [2023-05-09 14:50:03,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 9: [2023-05-09 14:50:03,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +23: [2023-05-09 14:50:03,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-09 14:50:03,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-09 14:50:03,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-09 14:50:03,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-09 14:50:03,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-09 14:50:03,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-09 14:50:03,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-09 14:50:03,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-09 14:50:03,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-09 14:50:03,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-09 14:50:03,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-09 14:50:03,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-09 14:50:03,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +29: [2023-05-09 14:50:03,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +28: [2023-05-09 14:50:03,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-09 14:50:03,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-09 14:50:03,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-09 14:50:03,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-09 14:50:03,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-09 14:50:03,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +29: [2023-05-09 14:50:03,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-09 14:50:03,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-09 14:50:03,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-09 14:50:03,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-09 14:50:03,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-09 14:50:03,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-09 14:50:03,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +29: [2023-05-09 14:50:03,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +12: [2023-05-09 14:50:03,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-09 14:50:03,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +31: [2023-05-09 14:50:03,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +23: [2023-05-09 14:50:03,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-09 14:50:03,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-09 14:50:03,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-09 14:50:03,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-09 14:50:03,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-09 14:50:03,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +24: [2023-05-09 14:50:03,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-09 14:50:03,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-09 14:50:03,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-09 14:50:03,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-09 14:50:03,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-09 14:50:03,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-09 14:50:03,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-09 14:50:03,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +19: [2023-05-09 14:50:03,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-09 14:50:03,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-09 14:50:03,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-09 14:50:03,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-09 14:50:03,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-09 14:50:03,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-09 14:50:03,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-09 14:50:03,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-09 14:50:03,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-09 14:50:03,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-09 14:50:03,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-09 14:50:03,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-09 14:50:03,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-09 14:50:03,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +19: [2023-05-09 14:50:03,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +19: [2023-05-09 14:50:03,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +19: [2023-05-09 14:50:03,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +23: [2023-05-09 14:50:03,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +23: [2023-05-09 14:50:03,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-09 14:50:03,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-09 14:50:03,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +15: [2023-05-09 14:50:03,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +15: [2023-05-09 14:50:03,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +15: [2023-05-09 14:50:03,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +23: [2023-05-09 14:50:03,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +24: [2023-05-09 14:50:03,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-09 14:50:03,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-09 14:50:03,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +24: [2023-05-09 14:50:03,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-09 14:50:03,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-09 14:50:03,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-09 14:50:03,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-09 14:50:03,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-09 14:50:03,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-09 14:50:03,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-09 14:50:03,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-09 14:50:03,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-09 14:50:03,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-09 14:50:03,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt... + 7: [2023-05-09 14:50:03,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-09 14:50:03,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-09 14:50:03,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-09 14:50:03,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-09 14:50:03,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 2: [2023-05-09 14:50:03,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 2: [2023-05-09 14:50:03,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 2: [2023-05-09 14:50:03,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-09 14:50:03,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-09 14:50:03,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-09 14:50:03,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-09 14:50:03,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +15: [2023-05-09 14:50:03,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-09 14:50:03,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-09 14:50:03,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-09 14:50:03,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-09 14:50:03,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-09 14:50:03,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-09 14:50:03,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +12: [2023-05-09 14:50:03,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +28: [2023-05-09 14:50:03,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-09 14:50:03,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-09 14:50:03,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-09 14:50:03,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-09 14:50:03,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-09 14:50:03,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-09 14:50:03,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-09 14:50:03,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-09 14:50:03,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-09 14:50:03,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-09 14:50:03,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-09 14:50:03,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-09 14:50:03,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +16: [2023-05-09 14:50:03,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-09 14:50:03,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-09 14:50:03,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-09 14:50:03,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-09 14:50:03,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-09 14:50:03,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-09 14:50:03,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-09 14:50:03,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-09 14:50:03,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-09 14:50:03,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-09 14:50:03,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-09 14:50:03,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-09 14:50:03,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-09 14:50:03,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-09 14:50:03,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-09 14:50:03,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-09 14:50:03,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-09 14:50:03,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +16: [2023-05-09 14:50:03,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +16: [2023-05-09 14:50:03,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +16: [2023-05-09 14:50:03,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +30: [2023-05-09 14:50:03,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +30: [2023-05-09 14:50:03,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +30: [2023-05-09 14:50:03,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +15: [2023-05-09 14:50:03,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +30: [2023-05-09 14:50:03,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +15: [2023-05-09 14:50:03,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-09 14:50:03,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-09 14:50:03,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 0: [2023-05-09 14:50:03,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 0: [2023-05-09 14:50:03,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 0: [2023-05-09 14:50:03,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 7: [2023-05-09 14:50:03,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-09 14:50:03,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-09 14:50:03,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 7: [2023-05-09 14:50:03,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-09 14:50:03,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-09 14:50:03,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 2: [2023-05-09 14:50:03,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 7: [2023-05-09 14:50:03,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-09 14:50:03,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +30: [2023-05-09 14:50:03,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-09 14:50:03,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-09 14:50:03,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 2: [2023-05-09 14:50:03,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +16: [2023-05-09 14:50:03,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-09 14:50:03,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-09 14:50:03,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-09 14:50:03,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-09 14:50:03,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-09 14:50:03,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-09 14:50:03,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-09 14:50:03,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-09 14:50:03,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-09 14:50:03,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-09 14:50:03,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-09 14:50:03,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-09 14:50:03,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-09 14:50:03,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-09 14:50:03,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-09 14:50:03,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-09 14:50:03,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-09 14:50:03,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-09 14:50:03,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-09 14:50:03,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-09 14:50:03,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +25: [2023-05-09 14:50:03,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +25: [2023-05-09 14:50:03,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +25: [2023-05-09 14:50:03,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +16: [2023-05-09 14:50:03,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-09 14:50:03,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 6: [2023-05-09 14:50:03,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 6: [2023-05-09 14:50:03,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 6: [2023-05-09 14:50:03,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +27: [2023-05-09 14:50:03,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +27: [2023-05-09 14:50:03,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +27: [2023-05-09 14:50:03,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +27: [2023-05-09 14:50:03,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 0: [2023-05-09 14:50:03,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-09 14:50:03,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-09 14:50:03,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +15: [2023-05-09 14:50:03,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 0: [2023-05-09 14:50:03,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-09 14:50:03,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +17: [2023-05-09 14:50:03,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +17: [2023-05-09 14:50:03,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +17: [2023-05-09 14:50:03,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 0: [2023-05-09 14:50:03,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 0: [2023-05-09 14:50:03,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 0: [2023-05-09 14:50:03,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-09 14:50:03,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-09 14:50:03,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-09 14:50:03,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-09 14:50:03,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-09 14:50:03,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-09 14:50:03,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-09 14:50:03,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +16: [2023-05-09 14:50:03,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 6: [2023-05-09 14:50:03,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-09 14:50:03,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-09 14:50:03,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-09 14:50:03,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-09 14:50:03,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-09 14:50:03,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-09 14:50:03,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-09 14:50:03,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-09 14:50:03,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-09 14:50:03,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-09 14:50:03,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 3: [2023-05-09 14:50:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-09 14:50:03,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 5: [2023-05-09 14:50:03,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 5: [2023-05-09 14:50:03,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 5: [2023-05-09 14:50:03,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-09 14:50:03,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-09 14:50:03,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-09 14:50:03,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-09 14:50:03,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +20: [2023-05-09 14:50:03,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +20: [2023-05-09 14:50:03,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +20: [2023-05-09 14:50:03,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-09 14:50:03,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-09 14:50:03,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +16: [2023-05-09 14:50:03,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-09 14:50:03,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 3: [2023-05-09 14:50:03,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 9: [2023-05-09 14:50:03,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 9: [2023-05-09 14:50:03,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-09 14:50:03,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +26: [2023-05-09 14:50:03,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +26: [2023-05-09 14:50:03,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +26: [2023-05-09 14:50:03,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +14: [2023-05-09 14:50:03,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +14: [2023-05-09 14:50:03,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +14: [2023-05-09 14:50:03,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +14: [2023-05-09 14:50:03,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-09 14:50:03,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-09 14:50:03,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-09 14:50:03,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-09 14:50:03,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-09 14:50:03,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-09 14:50:03,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-09 14:50:03,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-09 14:50:03,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-09 14:50:03,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-09 14:50:03,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-09 14:50:03,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-09 14:50:03,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-09 14:50:03,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-09 14:50:03,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-09 14:50:03,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-09 14:50:03,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-09 14:50:03,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-09 14:50:03,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-09 14:50:03,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-09 14:50:03,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-09 14:50:03,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-09 14:50:03,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-09 14:50:03,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-09 14:50:03,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-09 14:50:03,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +25: [2023-05-09 14:50:03,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +14: [2023-05-09 14:50:03,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-09 14:50:03,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-09 14:50:03,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-09 14:50:03,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-09 14:50:03,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-09 14:50:03,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 9: [2023-05-09 14:50:03,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-09 14:50:03,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-09 14:50:03,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-09 14:50:03,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-09 14:50:03,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-09 14:50:03,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-09 14:50:03,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +30: [2023-05-09 14:50:03,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +30: [2023-05-09 14:50:03,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +30: [2023-05-09 14:50:03,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-09 14:50:03,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-09 14:50:03,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +21: [2023-05-09 14:50:03,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +21: [2023-05-09 14:50:03,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 2: [2023-05-09 14:50:03,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-09 14:50:03,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 2: [2023-05-09 14:50:03,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-09 14:50:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-09 14:50:03,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-09 14:50:03,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-09 14:50:03,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-09 14:50:03,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +29: [2023-05-09 14:50:03,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +29: [2023-05-09 14:50:03,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-09 14:50:03,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-09 14:50:03,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-09 14:50:03,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +29: [2023-05-09 14:50:03,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +29: [2023-05-09 14:50:03,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-09 14:50:03,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-09 14:50:03,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-09 14:50:03,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-09 14:50:03,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-09 14:50:03,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +25: [2023-05-09 14:50:03,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 3: [2023-05-09 14:50:03,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-09 14:50:03,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +13: [2023-05-09 14:50:03,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-09 14:50:03,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-09 14:50:03,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-09 14:50:03,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-09 14:50:03,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-09 14:50:03,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 5: [2023-05-09 14:50:03,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-09 14:50:03,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 3: [2023-05-09 14:50:03,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-09 14:50:03,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +21: [2023-05-09 14:50:03,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 4: [2023-05-09 14:50:03,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 4: [2023-05-09 14:50:03,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 5: [2023-05-09 14:50:03,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +10: [2023-05-09 14:50:03,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +10: [2023-05-09 14:50:03,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +10: [2023-05-09 14:50:03,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 5: [2023-05-09 14:50:03,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-09 14:50:03,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-09 14:50:03,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-09 14:50:03,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-09 14:50:03,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 5: [2023-05-09 14:50:03,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 3: [2023-05-09 14:50:03,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 3: [2023-05-09 14:50:03,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 3: [2023-05-09 14:50:03,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +26: [2023-05-09 14:50:03,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-09 14:50:03,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-09 14:50:03,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 8: [2023-05-09 14:50:03,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 9: [2023-05-09 14:50:03,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 8: [2023-05-09 14:50:03,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +14: [2023-05-09 14:50:03,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-09 14:50:03,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-09 14:50:03,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +30: [2023-05-09 14:50:03,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-09 14:50:03,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-09 14:50:03,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +14: [2023-05-09 14:50:03,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +14: [2023-05-09 14:50:03,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +26: [2023-05-09 14:50:03,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-09 14:50:03,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +14: [2023-05-09 14:50:03,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +22: [2023-05-09 14:50:03,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +22: [2023-05-09 14:50:03,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +14: [2023-05-09 14:50:03,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +22: [2023-05-09 14:50:03,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +20: [2023-05-09 14:50:03,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-09 14:50:03,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-09 14:50:03,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +26: [2023-05-09 14:50:03,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +10: [2023-05-09 14:50:03,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-09 14:50:03,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-09 14:50:03,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-09 14:50:03,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-09 14:50:03,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-09 14:50:03,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 2: [2023-05-09 14:50:03,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-09 14:50:03,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-09 14:50:03,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-09 14:50:03,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-09 14:50:03,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-09 14:50:03,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-09 14:50:03,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-09 14:50:03,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-09 14:50:03,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-09 14:50:03,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:03,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +24: [2023-05-09 14:50:03,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +24: [2023-05-09 14:50:03,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +30: [2023-05-09 14:50:03,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-09 14:50:03,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-09 14:50:03,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +25: [2023-05-09 14:50:03,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-09 14:50:03,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-09 14:50:03,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-09 14:50:03,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +24: [2023-05-09 14:50:03,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +24: [2023-05-09 14:50:03,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_19-model_01-model_states.pt. +10: [2023-05-09 14:50:03,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-09 14:50:03,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-09 14:50:03,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-09 14:50:03,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +20: [2023-05-09 14:50:03,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +20: [2023-05-09 14:50:03,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 2: [2023-05-09 14:50:03,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-09 14:50:03,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-09 14:50:03,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-09 14:50:03,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-09 14:50:03,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-09 14:50:03,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-09 14:50:03,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +11: [2023-05-09 14:50:03,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 8: [2023-05-09 14:50:03,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-09 14:50:03,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 8: [2023-05-09 14:50:03,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-09 14:50:03,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-09 14:50:03,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-09 14:50:03,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +11: [2023-05-09 14:50:03,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +22: [2023-05-09 14:50:03,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-09 14:50:03,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-09 14:50:03,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-09 14:50:03,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-09 14:50:03,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +29: [2023-05-09 14:50:03,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +29: [2023-05-09 14:50:03,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-09 14:50:03,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 2: [2023-05-09 14:50:03,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-09 14:50:03,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-09 14:50:03,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-09 14:50:03,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-09 14:50:03,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-09 14:50:03,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-09 14:50:03,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-09 14:50:03,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-09 14:50:03,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-09 14:50:03,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-09 14:50:03,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-09 14:50:03,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-09 14:50:03,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-09 14:50:03,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-09 14:50:03,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +30: [2023-05-09 14:50:03,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-09 14:50:03,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-09 14:50:03,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-09 14:50:03,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +24: [2023-05-09 14:50:03,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-09 14:50:03,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-09 14:50:03,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-09 14:50:03,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-09 14:50:03,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-09 14:50:03,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-09 14:50:03,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-09 14:50:03,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-09 14:50:03,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-09 14:50:03,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-09 14:50:03,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-09 14:50:03,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-09 14:50:03,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-09 14:50:03,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-09 14:50:03,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-09 14:50:03,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-09 14:50:03,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-09 14:50:03,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-09 14:50:03,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +28: [2023-05-09 14:50:03,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +28: [2023-05-09 14:50:03,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +31: [2023-05-09 14:50:03,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-09 14:50:03,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +28: [2023-05-09 14:50:03,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +31: [2023-05-09 14:50:03,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-09 14:50:03,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +10: [2023-05-09 14:50:03,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-09 14:50:03,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-09 14:50:03,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +17: [2023-05-09 14:50:03,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-09 14:50:03,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +31: [2023-05-09 14:50:03,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-09 14:50:03,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +31: [2023-05-09 14:50:03,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +31: [2023-05-09 14:50:03,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-09 14:50:03,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-09 14:50:03,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-09 14:50:03,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +31: [2023-05-09 14:50:03,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +17: [2023-05-09 14:50:03,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-09 14:50:03,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +10: [2023-05-09 14:50:03,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +13: [2023-05-09 14:50:03,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +13: [2023-05-09 14:50:03,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-09 14:50:03,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +13: [2023-05-09 14:50:03,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-09 14:50:03,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-09 14:50:03,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-09 14:50:03,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-09 14:50:03,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +10: [2023-05-09 14:50:03,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-09 14:50:03,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-09 14:50:03,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-09 14:50:03,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-09 14:50:03,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-09 14:50:03,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-09 14:50:03,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-09 14:50:03,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-09 14:50:03,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-09 14:50:03,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +31: [2023-05-09 14:50:03,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-09 14:50:03,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-09 14:50:03,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-09 14:50:03,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-09 14:50:03,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-09 14:50:03,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-09 14:50:03,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-09 14:50:03,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-09 14:50:03,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-09 14:50:03,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-09 14:50:03,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-09 14:50:03,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-09 14:50:03,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-09 14:50:03,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +27: [2023-05-09 14:50:03,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +27: [2023-05-09 14:50:03,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +27: [2023-05-09 14:50:03,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +10: [2023-05-09 14:50:03,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-09 14:50:03,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-09 14:50:03,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-09 14:50:03,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-09 14:50:03,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-09 14:50:03,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +13: [2023-05-09 14:50:03,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-09 14:50:03,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-09 14:50:03,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +24: [2023-05-09 14:50:03,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-09 14:50:03,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-09 14:50:03,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... + 6: [2023-05-09 14:50:03,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-09 14:50:03,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +10: [2023-05-09 14:50:03,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-09 14:50:03,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-09 14:50:03,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 6: [2023-05-09 14:50:03,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 6: [2023-05-09 14:50:03,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 6: [2023-05-09 14:50:03,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 6: [2023-05-09 14:50:03,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-09 14:50:03,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-09 14:50:03,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +18: [2023-05-09 14:50:03,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +18: [2023-05-09 14:50:03,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +18: [2023-05-09 14:50:03,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +24: [2023-05-09 14:50:03,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt... +23: [2023-05-09 14:50:03,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-09 14:50:03,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-09 14:50:03,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-09 14:50:03,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-09 14:50:03,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-09 14:50:03,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-09 14:50:03,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-09 14:50:03,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-09 14:50:03,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-09 14:50:03,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-09 14:50:03,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-09 14:50:03,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-09 14:50:03,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-09 14:50:03,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-09 14:50:03,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +14: [2023-05-09 14:50:03,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-09 14:50:03,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-09 14:50:03,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-09 14:50:03,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-09 14:50:03,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-09 14:50:03,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-09 14:50:03,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-09 14:50:03,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-09 14:50:03,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-09 14:50:03,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-09 14:50:03,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-09 14:50:03,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-09 14:50:03,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-09 14:50:03,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-09 14:50:03,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-09 14:50:03,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-09 14:50:03,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-09 14:50:03,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-09 14:50:03,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-09 14:50:03,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-09 14:50:03,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-09 14:50:03,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +31: [2023-05-09 14:50:03,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-09 14:50:03,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +31: [2023-05-09 14:50:03,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-09 14:50:03,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +31: [2023-05-09 14:50:03,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +13: [2023-05-09 14:50:03,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-09 14:50:03,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-09 14:50:03,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-09 14:50:03,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-09 14:50:03,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-09 14:50:03,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-09 14:50:03,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-09 14:50:03,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +13: [2023-05-09 14:50:03,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +31: [2023-05-09 14:50:03,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-09 14:50:03,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-09 14:50:03,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-09 14:50:03,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-09 14:50:03,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-09 14:50:03,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +31: [2023-05-09 14:50:03,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-09 14:50:03,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +13: [2023-05-09 14:50:03,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +31: [2023-05-09 14:50:03,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-09 14:50:03,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-09 14:50:03,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +20: [2023-05-09 14:50:03,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-09 14:50:03,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-09 14:50:03,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-09 14:50:03,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-09 14:50:03,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-09 14:50:03,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-09 14:50:03,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-09 14:50:03,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-09 14:50:03,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-09 14:50:03,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-09 14:50:03,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-09 14:50:03,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-09 14:50:03,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-09 14:50:03,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-09 14:50:03,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-09 14:50:03,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-09 14:50:03,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-09 14:50:03,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-09 14:50:03,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 6: [2023-05-09 14:50:03,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 1: [2023-05-09 14:50:04,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 1: [2023-05-09 14:50:04,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 1: [2023-05-09 14:50:04,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +14: [2023-05-09 14:50:04,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-09 14:50:04,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-09 14:50:04,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-09 14:50:04,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 7: [2023-05-09 14:50:04,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 7: [2023-05-09 14:50:04,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 7: [2023-05-09 14:50:04,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +18: [2023-05-09 14:50:04,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-09 14:50:04,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-09 14:50:04,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-09 14:50:04,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-09 14:50:04,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +23: [2023-05-09 14:50:04,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +23: [2023-05-09 14:50:04,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-09 14:50:04,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-09 14:50:04,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +23: [2023-05-09 14:50:04,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +23: [2023-05-09 14:50:04,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-09 14:50:04,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-09 14:50:04,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-09 14:50:04,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-09 14:50:04,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-09 14:50:04,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +18: [2023-05-09 14:50:04,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 2: [2023-05-09 14:50:04,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 2: [2023-05-09 14:50:04,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 2: [2023-05-09 14:50:04,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +23: [2023-05-09 14:50:04,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-09 14:50:04,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +23: [2023-05-09 14:50:04,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-09 14:50:04,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-09 14:50:04,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-09 14:50:04,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 0: [2023-05-09 14:50:04,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 0: [2023-05-09 14:50:04,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 0: [2023-05-09 14:50:04,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 7: [2023-05-09 14:50:04,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +22: [2023-05-09 14:50:04,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-09 14:50:04,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-09 14:50:04,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-09 14:50:04,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-09 14:50:04,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-09 14:50:04,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-09 14:50:04,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-09 14:50:04,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-09 14:50:04,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-09 14:50:04,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-09 14:50:04,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-09 14:50:04,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-09 14:50:04,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-09 14:50:04,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-09 14:50:04,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-09 14:50:04,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +22: [2023-05-09 14:50:04,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-09 14:50:04,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-09 14:50:04,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-09 14:50:04,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-09 14:50:04,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-09 14:50:04,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-09 14:50:04,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-09 14:50:04,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-09 14:50:04,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-09 14:50:04,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +22: [2023-05-09 14:50:04,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +22: [2023-05-09 14:50:04,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +22: [2023-05-09 14:50:04,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-09 14:50:04,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-09 14:50:04,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-09 14:50:04,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 0: [2023-05-09 14:50:04,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-09 14:50:04,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-09 14:50:04,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +21: [2023-05-09 14:50:04,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-09 14:50:04,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-09 14:50:04,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +21: [2023-05-09 14:50:04,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +23: [2023-05-09 14:50:04,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-09 14:50:04,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-09 14:50:04,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-09 14:50:04,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-09 14:50:04,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-09 14:50:04,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 1: [2023-05-09 14:50:04,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-09 14:50:04,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 8: [2023-05-09 14:50:04,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 1: [2023-05-09 14:50:04,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-09 14:50:04,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +12: [2023-05-09 14:50:04,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +12: [2023-05-09 14:50:04,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +11: [2023-05-09 14:50:04,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-09 14:50:04,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 8: [2023-05-09 14:50:04,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 8: [2023-05-09 14:50:04,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +11: [2023-05-09 14:50:04,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-09 14:50:04,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +20: [2023-05-09 14:50:04,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-09 14:50:04,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-09 14:50:04,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-09 14:50:04,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-09 14:50:04,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-09 14:50:04,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-09 14:50:04,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 5: [2023-05-09 14:50:04,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 5: [2023-05-09 14:50:04,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 0: [2023-05-09 14:50:04,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-09 14:50:04,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-09 14:50:04,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-09 14:50:04,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 0: [2023-05-09 14:50:04,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-09 14:50:04,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-09 14:50:04,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +18: [2023-05-09 14:50:04,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +20: [2023-05-09 14:50:04,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-09 14:50:04,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-09 14:50:04,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-09 14:50:04,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-09 14:50:04,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +20: [2023-05-09 14:50:04,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-09 14:50:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-09 14:50:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-09 14:50:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-09 14:50:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-09 14:50:04,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 4: [2023-05-09 14:50:04,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 4: [2023-05-09 14:50:04,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 4: [2023-05-09 14:50:04,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 4: [2023-05-09 14:50:04,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 7: [2023-05-09 14:50:04,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 1: [2023-05-09 14:50:04,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 1: [2023-05-09 14:50:04,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 5: [2023-05-09 14:50:04,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-09 14:50:04,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 2: [2023-05-09 14:50:04,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +18: [2023-05-09 14:50:04,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 2: [2023-05-09 14:50:04,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-09 14:50:04,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 5: [2023-05-09 14:50:04,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-09 14:50:04,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-09 14:50:04,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-09 14:50:04,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-09 14:50:04,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-09 14:50:04,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 5: [2023-05-09 14:50:04,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-09 14:50:04,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 7: [2023-05-09 14:50:04,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +22: [2023-05-09 14:50:04,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-09 14:50:04,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-09 14:50:04,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-09 14:50:04,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-09 14:50:04,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-09 14:50:04,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-09 14:50:04,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 5: [2023-05-09 14:50:04,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +11: [2023-05-09 14:50:04,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-09 14:50:04,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-09 14:50:04,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-09 14:50:04,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-09 14:50:04,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-09 14:50:04,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +23: [2023-05-09 14:50:04,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 0: [2023-05-09 14:50:04,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-09 14:50:04,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 8: [2023-05-09 14:50:04,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-09 14:50:04,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-09 14:50:04,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +25: [2023-05-09 14:50:04,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +25: [2023-05-09 14:50:04,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +22: [2023-05-09 14:50:04,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-09 14:50:04,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 4: [2023-05-09 14:50:04,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-09 14:50:04,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +16: [2023-05-09 14:50:04,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +16: [2023-05-09 14:50:04,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +16: [2023-05-09 14:50:04,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +21: [2023-05-09 14:50:04,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +26: [2023-05-09 14:50:04,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +26: [2023-05-09 14:50:04,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +26: [2023-05-09 14:50:04,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 8: [2023-05-09 14:50:04,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-09 14:50:04,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-09 14:50:04,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-09 14:50:04,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-09 14:50:04,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +11: [2023-05-09 14:50:04,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-09 14:50:04,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +20: [2023-05-09 14:50:04,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +20: [2023-05-09 14:50:04,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +20: [2023-05-09 14:50:04,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 1: [2023-05-09 14:50:04,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-09 14:50:04,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-09 14:50:04,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-09 14:50:04,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-09 14:50:04,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-09 14:50:04,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-09 14:50:04,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-09 14:50:04,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +29: [2023-05-09 14:50:04,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +29: [2023-05-09 14:50:04,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 1: [2023-05-09 14:50:04,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +29: [2023-05-09 14:50:04,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +21: [2023-05-09 14:50:04,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-09 14:50:04,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-09 14:50:04,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-09 14:50:04,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-09 14:50:04,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +25: [2023-05-09 14:50:04,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-09 14:50:04,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-09 14:50:04,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-09 14:50:04,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-09 14:50:04,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-09 14:50:04,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +16: [2023-05-09 14:50:04,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-09 14:50:04,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +16: [2023-05-09 14:50:04,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-09 14:50:04,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-09 14:50:04,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-09 14:50:04,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-09 14:50:04,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-09 14:50:04,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-09 14:50:04,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-09 14:50:04,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-09 14:50:04,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-09 14:50:04,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-09 14:50:04,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-09 14:50:04,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-09 14:50:04,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +26: [2023-05-09 14:50:04,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-09 14:50:04,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-09 14:50:04,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +14: [2023-05-09 14:50:04,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +14: [2023-05-09 14:50:04,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +14: [2023-05-09 14:50:04,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 5: [2023-05-09 14:50:04,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +14: [2023-05-09 14:50:04,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +26: [2023-05-09 14:50:04,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-09 14:50:04,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-09 14:50:04,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-09 14:50:04,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-09 14:50:04,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-09 14:50:04,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-09 14:50:04,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-09 14:50:04,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-09 14:50:04,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-09 14:50:04,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 9: [2023-05-09 14:50:04,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. + 5: [2023-05-09 14:50:04,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +29: [2023-05-09 14:50:04,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-09 14:50:04,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-09 14:50:04,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-09 14:50:04,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-09 14:50:04,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-09 14:50:04,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-09 14:50:04,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-09 14:50:04,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 5: [2023-05-09 14:50:04,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 9: [2023-05-09 14:50:04,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-09 14:50:04,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-09 14:50:04,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-09 14:50:04,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-09 14:50:04,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-09 14:50:04,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-09 14:50:04,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-09 14:50:04,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-09 14:50:04,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 5: [2023-05-09 14:50:04,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-09 14:50:04,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-09 14:50:04,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-09 14:50:04,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-09 14:50:04,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-09 14:50:04,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +19: [2023-05-09 14:50:04,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +19: [2023-05-09 14:50:04,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +19: [2023-05-09 14:50:04,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +26: [2023-05-09 14:50:04,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-09 14:50:04,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-09 14:50:04,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-09 14:50:04,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-09 14:50:04,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-09 14:50:04,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +24: [2023-05-09 14:50:04,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-09 14:50:04,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-09 14:50:04,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +16: [2023-05-09 14:50:04,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-09 14:50:04,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-09 14:50:04,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +15: [2023-05-09 14:50:04,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +15: [2023-05-09 14:50:04,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +15: [2023-05-09 14:50:04,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +15: [2023-05-09 14:50:04,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +25: [2023-05-09 14:50:04,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-09 14:50:04,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-09 14:50:04,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-09 14:50:04,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-09 14:50:04,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-09 14:50:04,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +26: [2023-05-09 14:50:04,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +25: [2023-05-09 14:50:04,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +25: [2023-05-09 14:50:04,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +16: [2023-05-09 14:50:04,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-09 14:50:04,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-09 14:50:04,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-09 14:50:04,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-09 14:50:04,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-09 14:50:04,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +19: [2023-05-09 14:50:04,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-09 14:50:04,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-09 14:50:04,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-09 14:50:04,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-09 14:50:04,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-09 14:50:04,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +16: [2023-05-09 14:50:04,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +24: [2023-05-09 14:50:04,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-09 14:50:04,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +29: [2023-05-09 14:50:04,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +24: [2023-05-09 14:50:04,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +24: [2023-05-09 14:50:04,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +26: [2023-05-09 14:50:04,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-09 14:50:04,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +26: [2023-05-09 14:50:04,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-09 14:50:04,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-09 14:50:04,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-09 14:50:04,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-09 14:50:04,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-09 14:50:04,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +24: [2023-05-09 14:50:04,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-09 14:50:04,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +16: [2023-05-09 14:50:04,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-09 14:50:04,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-09 14:50:04,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_20-model_01-model_states.pt. +26: [2023-05-09 14:50:04,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +20: [2023-05-09 14:50:04,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-09 14:50:04,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-09 14:50:04,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-09 14:50:04,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-09 14:50:04,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-09 14:50:04,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-09 14:50:04,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +29: [2023-05-09 14:50:04,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +14: [2023-05-09 14:50:04,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-09 14:50:04,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-09 14:50:04,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-09 14:50:04,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-09 14:50:04,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-09 14:50:04,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-09 14:50:04,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-09 14:50:04,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-09 14:50:04,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-09 14:50:04,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +15: [2023-05-09 14:50:04,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-09 14:50:04,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-09 14:50:04,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-09 14:50:04,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-09 14:50:04,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +20: [2023-05-09 14:50:04,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +20: [2023-05-09 14:50:04,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +14: [2023-05-09 14:50:04,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-09 14:50:04,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-09 14:50:04,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +14: [2023-05-09 14:50:04,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +16: [2023-05-09 14:50:04,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +29: [2023-05-09 14:50:04,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-09 14:50:04,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-09 14:50:04,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-09 14:50:04,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-09 14:50:04,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +20: [2023-05-09 14:50:04,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +24: [2023-05-09 14:50:04,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-09 14:50:04,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-09 14:50:04,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-09 14:50:04,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-09 14:50:04,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +24: [2023-05-09 14:50:04,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-09 14:50:04,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-09 14:50:04,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-09 14:50:04,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-09 14:50:04,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-09 14:50:04,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-09 14:50:04,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-09 14:50:04,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 9: [2023-05-09 14:50:04,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... + 9: [2023-05-09 14:50:04,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +12: [2023-05-09 14:50:04,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-09 14:50:04,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-09 14:50:04,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-09 14:50:04,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-09 14:50:04,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-09 14:50:04,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-09 14:50:04,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-09 14:50:04,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-09 14:50:04,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-09 14:50:04,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-09 14:50:04,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-09 14:50:04,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-09 14:50:04,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-09 14:50:04,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-09 14:50:04,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-09 14:50:04,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-09 14:50:04,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-09 14:50:04,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-09 14:50:04,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-09 14:50:04,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-09 14:50:04,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-09 14:50:04,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-09 14:50:04,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-09 14:50:04,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-09 14:50:04,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-09 14:50:04,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-09 14:50:04,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-09 14:50:04,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +10: [2023-05-09 14:50:04,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-09 14:50:04,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-09 14:50:04,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-09 14:50:04,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-09 14:50:04,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-09 14:50:04,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-09 14:50:04,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-09 14:50:04,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +24: [2023-05-09 14:50:04,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +10: [2023-05-09 14:50:04,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-09 14:50:04,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-09 14:50:04,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt... +29: [2023-05-09 14:50:04,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-09 14:50:04,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-09 14:50:04,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-09 14:50:04,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-09 14:50:04,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-09 14:50:04,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-09 14:50:04,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-09 14:50:04,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-09 14:50:04,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-09 14:50:04,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-09 14:50:04,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-09 14:50:04,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-09 14:50:04,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-09 14:50:04,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-09 14:50:04,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +30: [2023-05-09 14:50:04,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-09 14:50:04,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 3: [2023-05-09 14:50:04,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-09 14:50:04,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 3: [2023-05-09 14:50:04,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-09 14:50:04,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 3: [2023-05-09 14:50:04,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-09 14:50:04,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-09 14:50:04,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-09 14:50:04,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-09 14:50:04,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-09 14:50:04,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-09 14:50:04,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-09 14:50:04,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-09 14:50:04,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-09 14:50:04,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-09 14:50:04,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-09 14:50:04,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-09 14:50:04,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-09 14:50:04,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-09 14:50:04,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-09 14:50:04,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-09 14:50:04,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-09 14:50:04,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-09 14:50:04,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-09 14:50:04,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-09 14:50:04,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-09 14:50:04,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-09 14:50:04,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-09 14:50:04,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-09 14:50:04,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-09 14:50:04,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-09 14:50:04,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-09 14:50:04,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-09 14:50:04,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-09 14:50:04,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-09 14:50:04,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-09 14:50:04,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-09 14:50:04,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-09 14:50:04,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-09 14:50:04,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-09 14:50:04,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-09 14:50:04,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-09 14:50:04,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-09 14:50:04,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-09 14:50:04,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-09 14:50:04,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-09 14:50:04,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-09 14:50:04,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-09 14:50:04,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +19: [2023-05-09 14:50:04,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +15: [2023-05-09 14:50:04,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +15: [2023-05-09 14:50:04,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-09 14:50:04,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-09 14:50:04,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +19: [2023-05-09 14:50:04,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +15: [2023-05-09 14:50:04,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-09 14:50:04,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +15: [2023-05-09 14:50:04,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +15: [2023-05-09 14:50:04,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 3: [2023-05-09 14:50:04,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-09 14:50:04,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-09 14:50:04,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-09 14:50:04,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-09 14:50:04,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-09 14:50:04,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-09 14:50:04,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-09 14:50:04,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-09 14:50:04,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-09 14:50:04,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-09 14:50:04,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-09 14:50:04,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-09 14:50:04,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-09 14:50:04,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-09 14:50:04,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-09 14:50:04,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-09 14:50:04,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-09 14:50:04,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-09 14:50:04,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-09 14:50:04,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-09 14:50:04,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-09 14:50:04,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-09 14:50:04,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-09 14:50:04,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-09 14:50:04,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-09 14:50:04,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-09 14:50:04,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-09 14:50:04,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-09 14:50:04,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-09 14:50:04,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-09 14:50:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-09 14:50:04,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-09 14:50:04,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +17: [2023-05-09 14:50:04,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +17: [2023-05-09 14:50:04,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-09 14:50:04,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-09 14:50:04,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +17: [2023-05-09 14:50:04,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-09 14:50:04,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-09 14:50:04,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-09 14:50:04,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +15: [2023-05-09 14:50:04,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-09 14:50:04,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-09 14:50:04,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +27: [2023-05-09 14:50:04,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +25: [2023-05-09 14:50:04,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-09 14:50:04,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +27: [2023-05-09 14:50:04,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +19: [2023-05-09 14:50:04,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-09 14:50:04,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-09 14:50:04,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-09 14:50:04,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-09 14:50:04,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +10: [2023-05-09 14:50:04,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +10: [2023-05-09 14:50:04,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +10: [2023-05-09 14:50:04,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +27: [2023-05-09 14:50:04,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-09 14:50:04,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-09 14:50:04,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-09 14:50:04,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-09 14:50:04,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-09 14:50:04,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-09 14:50:04,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-09 14:50:04,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-09 14:50:04,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-09 14:50:04,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-09 14:50:04,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +30: [2023-05-09 14:50:04,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +30: [2023-05-09 14:50:04,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +30: [2023-05-09 14:50:04,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +14: [2023-05-09 14:50:04,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-09 14:50:04,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-09 14:50:04,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-09 14:50:04,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-09 14:50:04,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-09 14:50:04,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-09 14:50:04,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-09 14:50:04,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 3: [2023-05-09 14:50:04,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 3: [2023-05-09 14:50:04,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-09 14:50:04,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-09 14:50:04,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-09 14:50:04,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-09 14:50:04,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-09 14:50:04,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-09 14:50:04,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-09 14:50:04,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-09 14:50:04,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-09 14:50:04,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-09 14:50:04,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-09 14:50:04,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-09 14:50:04,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-09 14:50:04,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-09 14:50:04,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-09 14:50:04,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-09 14:50:04,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-09 14:50:04,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-09 14:50:04,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-09 14:50:04,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-09 14:50:04,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +17: [2023-05-09 14:50:04,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-09 14:50:04,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-09 14:50:04,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-09 14:50:04,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-09 14:50:04,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-09 14:50:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-09 14:50:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-09 14:50:04,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +10: [2023-05-09 14:50:04,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +10: [2023-05-09 14:50:04,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 6: [2023-05-09 14:50:04,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-09 14:50:04,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-09 14:50:04,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-09 14:50:04,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +14: [2023-05-09 14:50:04,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-09 14:50:04,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-09 14:50:04,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-09 14:50:04,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-09 14:50:04,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-09 14:50:04,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-09 14:50:04,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +31: [2023-05-09 14:50:04,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-09 14:50:04,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-09 14:50:04,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-09 14:50:04,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-09 14:50:04,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-09 14:50:04,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +31: [2023-05-09 14:50:04,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +30: [2023-05-09 14:50:04,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-09 14:50:04,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-09 14:50:04,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-09 14:50:04,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-09 14:50:04,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-09 14:50:04,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +30: [2023-05-09 14:50:04,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +30: [2023-05-09 14:50:04,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +31: [2023-05-09 14:50:04,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +30: [2023-05-09 14:50:04,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 3: [2023-05-09 14:50:04,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-09 14:50:04,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-09 14:50:04,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-09 14:50:04,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-09 14:50:04,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-09 14:50:04,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-09 14:50:04,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-09 14:50:04,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-09 14:50:04,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 3: [2023-05-09 14:50:04,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 3: [2023-05-09 14:50:04,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +27: [2023-05-09 14:50:04,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-09 14:50:04,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-09 14:50:04,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-09 14:50:04,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-09 14:50:04,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-09 14:50:04,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-09 14:50:04,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-09 14:50:04,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +27: [2023-05-09 14:50:04,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +21: [2023-05-09 14:50:04,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-09 14:50:04,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +27: [2023-05-09 14:50:04,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-09 14:50:04,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-09 14:50:04,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +22: [2023-05-09 14:50:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-09 14:50:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-09 14:50:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-09 14:50:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +28: [2023-05-09 14:50:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +28: [2023-05-09 14:50:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +24: [2023-05-09 14:50:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-09 14:50:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-09 14:50:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-09 14:50:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-09 14:50:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +22: [2023-05-09 14:50:04,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-09 14:50:04,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-09 14:50:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-09 14:50:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-09 14:50:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-09 14:50:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-09 14:50:04,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-09 14:50:04,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-09 14:50:04,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-09 14:50:04,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-09 14:50:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +18: [2023-05-09 14:50:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 2: [2023-05-09 14:50:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 2: [2023-05-09 14:50:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +24: [2023-05-09 14:50:04,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-09 14:50:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 1: [2023-05-09 14:50:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-09 14:50:04,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 1: [2023-05-09 14:50:04,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-09 14:50:04,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +22: [2023-05-09 14:50:04,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-09 14:50:04,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-09 14:50:04,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 2: [2023-05-09 14:50:04,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-09 14:50:04,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +22: [2023-05-09 14:50:04,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 1: [2023-05-09 14:50:04,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-09 14:50:04,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-09 14:50:04,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 7: [2023-05-09 14:50:04,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +22: [2023-05-09 14:50:04,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 5: [2023-05-09 14:50:04,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 5: [2023-05-09 14:50:04,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +22: [2023-05-09 14:50:04,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 5: [2023-05-09 14:50:04,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-09 14:50:04,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +21: [2023-05-09 14:50:04,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +21: [2023-05-09 14:50:04,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +21: [2023-05-09 14:50:04,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +31: [2023-05-09 14:50:04,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-09 14:50:04,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 1: [2023-05-09 14:50:04,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 1: [2023-05-09 14:50:04,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 1: [2023-05-09 14:50:04,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +12: [2023-05-09 14:50:04,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +12: [2023-05-09 14:50:04,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +12: [2023-05-09 14:50:04,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +23: [2023-05-09 14:50:04,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +23: [2023-05-09 14:50:04,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +12: [2023-05-09 14:50:04,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +23: [2023-05-09 14:50:04,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +28: [2023-05-09 14:50:04,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-09 14:50:04,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 0: [2023-05-09 14:50:04,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 0: [2023-05-09 14:50:04,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +18: [2023-05-09 14:50:04,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-09 14:50:04,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +13: [2023-05-09 14:50:04,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +18: [2023-05-09 14:50:04,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 4: [2023-05-09 14:50:04,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +26: [2023-05-09 14:50:04,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-09 14:50:04,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-09 14:50:04,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +13: [2023-05-09 14:50:04,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +28: [2023-05-09 14:50:04,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 0: [2023-05-09 14:50:04,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +26: [2023-05-09 14:50:04,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-09 14:50:04,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-09 14:50:04,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 2: [2023-05-09 14:50:04,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-09 14:50:04,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +26: [2023-05-09 14:50:04,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-09 14:50:04,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-09 14:50:04,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-09 14:50:04,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-09 14:50:04,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-09 14:50:04,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-09 14:50:04,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 2: [2023-05-09 14:50:04,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-09 14:50:04,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 7: [2023-05-09 14:50:04,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-09 14:50:04,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 5: [2023-05-09 14:50:04,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 5: [2023-05-09 14:50:04,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 5: [2023-05-09 14:50:04,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 8: [2023-05-09 14:50:04,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-09 14:50:04,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-09 14:50:04,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-09 14:50:04,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-09 14:50:04,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-09 14:50:04,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-09 14:50:04,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-09 14:50:04,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-09 14:50:04,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-09 14:50:04,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-09 14:50:04,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-09 14:50:04,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-09 14:50:04,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-09 14:50:04,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-09 14:50:04,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-09 14:50:04,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-09 14:50:04,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-09 14:50:04,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-09 14:50:04,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-09 14:50:04,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-09 14:50:04,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-09 14:50:04,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-09 14:50:04,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-09 14:50:04,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-09 14:50:04,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-09 14:50:04,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-09 14:50:04,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-09 14:50:04,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-09 14:50:04,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-09 14:50:04,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-09 14:50:04,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 9: [2023-05-09 14:50:04,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +24: [2023-05-09 14:50:04,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-09 14:50:04,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-09 14:50:04,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 9: [2023-05-09 14:50:04,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-09 14:50:04,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-09 14:50:04,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-09 14:50:04,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-09 14:50:04,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +24: [2023-05-09 14:50:04,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-09 14:50:04,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-09 14:50:04,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-09 14:50:04,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-09 14:50:04,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-09 14:50:04,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-09 14:50:04,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-09 14:50:04,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-09 14:50:04,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-09 14:50:04,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-09 14:50:04,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-09 14:50:04,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-09 14:50:04,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-09 14:50:04,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-09 14:50:04,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +22: [2023-05-09 14:50:04,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-09 14:50:04,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +23: [2023-05-09 14:50:04,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-09 14:50:04,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +26: [2023-05-09 14:50:04,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +26: [2023-05-09 14:50:04,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +26: [2023-05-09 14:50:04,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +23: [2023-05-09 14:50:04,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-09 14:50:04,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-09 14:50:04,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-09 14:50:04,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-09 14:50:04,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +28: [2023-05-09 14:50:04,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-09 14:50:04,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-09 14:50:04,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 8: [2023-05-09 14:50:04,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-09 14:50:04,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +27: [2023-05-09 14:50:04,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-09 14:50:04,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-09 14:50:04,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-09 14:50:04,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-09 14:50:04,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 2: [2023-05-09 14:50:04,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +22: [2023-05-09 14:50:04,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-09 14:50:04,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +22: [2023-05-09 14:50:04,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-09 14:50:04,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-09 14:50:04,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-09 14:50:04,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-09 14:50:04,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-09 14:50:04,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +28: [2023-05-09 14:50:04,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 0: [2023-05-09 14:50:04,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +21: [2023-05-09 14:50:04,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +12: [2023-05-09 14:50:04,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-09 14:50:04,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-09 14:50:04,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +12: [2023-05-09 14:50:04,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-09 14:50:04,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-09 14:50:04,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-09 14:50:04,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-09 14:50:04,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-09 14:50:04,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-09 14:50:04,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-09 14:50:04,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-09 14:50:04,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-09 14:50:04,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-09 14:50:04,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-09 14:50:04,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +23: [2023-05-09 14:50:04,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-09 14:50:04,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-09 14:50:04,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-09 14:50:04,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-09 14:50:04,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-09 14:50:04,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +28: [2023-05-09 14:50:04,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +28: [2023-05-09 14:50:04,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-09 14:50:04,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-09 14:50:04,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-09 14:50:04,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-09 14:50:04,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-09 14:50:04,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-09 14:50:04,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-09 14:50:04,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-09 14:50:04,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +12: [2023-05-09 14:50:04,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 4: [2023-05-09 14:50:04,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-09 14:50:04,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-09 14:50:04,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +21: [2023-05-09 14:50:04,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +23: [2023-05-09 14:50:04,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-09 14:50:04,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-09 14:50:04,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-09 14:50:04,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-09 14:50:04,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-09 14:50:04,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-09 14:50:04,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +20: [2023-05-09 14:50:04,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 6: [2023-05-09 14:50:04,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 1: [2023-05-09 14:50:04,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-09 14:50:04,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-09 14:50:04,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-09 14:50:04,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-09 14:50:04,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 6: [2023-05-09 14:50:04,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 1: [2023-05-09 14:50:04,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-09 14:50:04,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-09 14:50:04,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-09 14:50:04,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-09 14:50:04,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-09 14:50:04,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-09 14:50:04,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +12: [2023-05-09 14:50:04,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-09 14:50:04,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 4: [2023-05-09 14:50:04,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 4: [2023-05-09 14:50:04,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 6: [2023-05-09 14:50:04,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +23: [2023-05-09 14:50:04,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 0: [2023-05-09 14:50:04,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 8: [2023-05-09 14:50:04,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-09 14:50:04,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-09 14:50:04,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +20: [2023-05-09 14:50:04,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-09 14:50:04,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-09 14:50:04,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-09 14:50:04,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +22: [2023-05-09 14:50:04,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 4: [2023-05-09 14:50:04,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-09 14:50:04,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-09 14:50:04,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-09 14:50:04,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +26: [2023-05-09 14:50:04,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-09 14:50:04,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +23: [2023-05-09 14:50:04,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-09 14:50:04,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-09 14:50:04,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +12: [2023-05-09 14:50:04,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-09 14:50:04,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-09 14:50:04,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +23: [2023-05-09 14:50:04,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +23: [2023-05-09 14:50:04,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 6: [2023-05-09 14:50:04,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +22: [2023-05-09 14:50:04,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-09 14:50:04,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-09 14:50:04,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +20: [2023-05-09 14:50:04,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-09 14:50:04,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +12: [2023-05-09 14:50:04,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +22: [2023-05-09 14:50:04,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +18: [2023-05-09 14:50:04,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-09 14:50:04,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-09 14:50:04,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-09 14:50:04,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-09 14:50:04,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-09 14:50:04,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-09 14:50:04,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-09 14:50:04,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-09 14:50:04,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-09 14:50:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +18: [2023-05-09 14:50:04,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +18: [2023-05-09 14:50:04,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-09 14:50:04,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +18: [2023-05-09 14:50:04,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-09 14:50:04,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +18: [2023-05-09 14:50:04,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-09 14:50:04,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-09 14:50:04,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-09 14:50:04,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 4: [2023-05-09 14:50:04,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-09 14:50:04,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +26: [2023-05-09 14:50:04,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 0: [2023-05-09 14:50:04,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-09 14:50:04,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-09 14:50:04,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-09 14:50:04,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-09 14:50:04,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-09 14:50:04,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-09 14:50:04,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-09 14:50:04,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-09 14:50:04,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-09 14:50:04,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-09 14:50:04,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-09 14:50:04,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-09 14:50:04,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-09 14:50:04,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +12: [2023-05-09 14:50:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-09 14:50:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-09 14:50:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-09 14:50:04,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-09 14:50:04,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-09 14:50:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-09 14:50:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-09 14:50:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-09 14:50:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-09 14:50:04,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-09 14:50:04,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-09 14:50:04,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-09 14:50:04,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +30: [2023-05-09 14:50:04,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-09 14:50:04,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-09 14:50:04,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +13: [2023-05-09 14:50:04,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-09 14:50:04,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-09 14:50:04,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-09 14:50:04,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 0: [2023-05-09 14:50:04,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 4: [2023-05-09 14:50:04,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-09 14:50:04,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-09 14:50:04,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-09 14:50:04,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-09 14:50:04,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-09 14:50:04,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-09 14:50:04,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-09 14:50:04,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-09 14:50:04,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +18: [2023-05-09 14:50:04,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-09 14:50:04,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-09 14:50:04,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +16: [2023-05-09 14:50:04,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +16: [2023-05-09 14:50:04,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +16: [2023-05-09 14:50:04,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +12: [2023-05-09 14:50:04,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-09 14:50:04,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-09 14:50:04,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-09 14:50:04,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-09 14:50:04,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-09 14:50:04,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-09 14:50:04,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-09 14:50:04,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-09 14:50:04,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 8: [2023-05-09 14:50:04,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 8: [2023-05-09 14:50:04,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 8: [2023-05-09 14:50:04,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +24: [2023-05-09 14:50:04,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +24: [2023-05-09 14:50:04,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +14: [2023-05-09 14:50:04,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +14: [2023-05-09 14:50:04,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +14: [2023-05-09 14:50:04,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +14: [2023-05-09 14:50:04,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +24: [2023-05-09 14:50:04,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +16: [2023-05-09 14:50:04,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-09 14:50:04,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-09 14:50:04,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +30: [2023-05-09 14:50:04,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-09 14:50:04,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-09 14:50:04,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-09 14:50:04,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-09 14:50:04,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-09 14:50:04,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +11: [2023-05-09 14:50:04,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +11: [2023-05-09 14:50:04,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +11: [2023-05-09 14:50:04,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +30: [2023-05-09 14:50:04,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-09 14:50:04,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +20: [2023-05-09 14:50:04,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +20: [2023-05-09 14:50:04,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +20: [2023-05-09 14:50:04,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. + 8: [2023-05-09 14:50:04,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-09 14:50:04,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-09 14:50:04,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-09 14:50:04,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-09 14:50:04,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-09 14:50:04,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-09 14:50:04,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-09 14:50:04,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-09 14:50:04,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-09 14:50:04,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-09 14:50:04,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-09 14:50:04,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-09 14:50:04,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-09 14:50:04,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-09 14:50:04,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-09 14:50:04,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-09 14:50:04,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-09 14:50:04,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-09 14:50:04,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-09 14:50:04,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-09 14:50:04,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-09 14:50:04,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-09 14:50:04,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-09 14:50:04,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-09 14:50:04,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +29: [2023-05-09 14:50:04,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +29: [2023-05-09 14:50:04,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +29: [2023-05-09 14:50:04,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +16: [2023-05-09 14:50:04,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-09 14:50:04,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +25: [2023-05-09 14:50:04,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +25: [2023-05-09 14:50:04,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +25: [2023-05-09 14:50:04,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_21-model_01-model_states.pt. +16: [2023-05-09 14:50:04,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 8: [2023-05-09 14:50:04,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-09 14:50:04,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-09 14:50:04,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-09 14:50:04,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +14: [2023-05-09 14:50:04,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +16: [2023-05-09 14:50:04,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +16: [2023-05-09 14:50:04,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 8: [2023-05-09 14:50:04,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-09 14:50:04,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-09 14:50:04,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-09 14:50:04,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 8: [2023-05-09 14:50:04,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... + 8: [2023-05-09 14:50:04,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-09 14:50:04,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-09 14:50:04,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +16: [2023-05-09 14:50:04,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +14: [2023-05-09 14:50:04,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-09 14:50:04,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-09 14:50:04,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-09 14:50:04,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +29: [2023-05-09 14:50:04,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-09 14:50:04,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-09 14:50:04,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +24: [2023-05-09 14:50:04,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +14: [2023-05-09 14:50:04,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +24: [2023-05-09 14:50:04,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-09 14:50:04,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-09 14:50:04,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-09 14:50:04,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-09 14:50:04,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-09 14:50:04,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-09 14:50:04,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-09 14:50:04,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-09 14:50:04,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-09 14:50:04,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-09 14:50:04,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-09 14:50:04,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-09 14:50:04,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-09 14:50:04,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-09 14:50:04,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-09 14:50:04,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-09 14:50:04,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-09 14:50:04,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-09 14:50:04,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +19: [2023-05-09 14:50:04,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-09 14:50:04,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-09 14:50:04,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-09 14:50:04,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +20: [2023-05-09 14:50:04,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-09 14:50:04,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-09 14:50:04,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-09 14:50:04,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +20: [2023-05-09 14:50:04,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-09 14:50:04,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +20: [2023-05-09 14:50:04,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-09 14:50:04,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-09 14:50:04,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-09 14:50:04,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +20: [2023-05-09 14:50:04,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +29: [2023-05-09 14:50:04,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-09 14:50:04,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-09 14:50:04,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-09 14:50:04,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-09 14:50:04,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +29: [2023-05-09 14:50:04,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +29: [2023-05-09 14:50:04,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +19: [2023-05-09 14:50:04,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-09 14:50:04,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-09 14:50:04,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-09 14:50:04,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-09 14:50:04,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-09 14:50:04,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-09 14:50:04,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-09 14:50:04,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-09 14:50:04,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt... +19: [2023-05-09 14:50:04,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-09 14:50:04,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-09 14:50:04,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-09 14:50:04,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-09 14:50:04,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-09 14:50:04,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-09 14:50:04,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-09 14:50:04,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +17: [2023-05-09 14:50:04,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +17: [2023-05-09 14:50:04,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +17: [2023-05-09 14:50:04,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +17: [2023-05-09 14:50:04,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-09 14:50:04,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-09 14:50:04,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-09 14:50:04,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-09 14:50:04,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-09 14:50:04,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-09 14:50:04,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-09 14:50:04,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +25: [2023-05-09 14:50:04,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-09 14:50:04,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-09 14:50:04,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-09 14:50:04,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-09 14:50:04,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-09 14:50:04,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-09 14:50:04,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-09 14:50:04,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-09 14:50:04,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-09 14:50:04,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-09 14:50:04,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-09 14:50:04,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-09 14:50:04,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-09 14:50:04,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-09 14:50:04,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-09 14:50:04,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 3: [2023-05-09 14:50:04,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 3: [2023-05-09 14:50:04,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 3: [2023-05-09 14:50:04,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-09 14:50:04,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-09 14:50:04,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-09 14:50:04,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-09 14:50:04,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-09 14:50:04,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-09 14:50:04,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-09 14:50:04,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-09 14:50:04,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-09 14:50:04,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-09 14:50:04,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-09 14:50:04,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-09 14:50:04,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-09 14:50:04,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-09 14:50:04,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-09 14:50:04,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-09 14:50:04,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-09 14:50:04,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-09 14:50:04,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-09 14:50:04,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-09 14:50:04,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-09 14:50:04,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:04,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:04,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-09 14:50:04,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +31: [2023-05-09 14:50:04,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +31: [2023-05-09 14:50:04,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +31: [2023-05-09 14:50:04,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 7: [2023-05-09 14:50:04,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 7: [2023-05-09 14:50:04,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 7: [2023-05-09 14:50:04,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 7: [2023-05-09 14:50:04,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +29: [2023-05-09 14:50:04,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-09 14:50:04,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 2: [2023-05-09 14:50:04,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +31: [2023-05-09 14:50:04,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 2: [2023-05-09 14:50:04,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +31: [2023-05-09 14:50:04,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-09 14:50:04,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-09 14:50:04,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +22: [2023-05-09 14:50:04,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +22: [2023-05-09 14:50:04,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +22: [2023-05-09 14:50:04,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +30: [2023-05-09 14:50:04,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +30: [2023-05-09 14:50:04,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 7: [2023-05-09 14:50:04,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +30: [2023-05-09 14:50:04,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 7: [2023-05-09 14:50:04,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-09 14:50:04,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-09 14:50:04,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-09 14:50:04,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-09 14:50:04,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-09 14:50:04,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +21: [2023-05-09 14:50:04,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +21: [2023-05-09 14:50:04,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +21: [2023-05-09 14:50:04,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 2: [2023-05-09 14:50:04,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-09 14:50:04,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-09 14:50:04,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-09 14:50:04,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-09 14:50:04,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-09 14:50:04,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-09 14:50:04,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +19: [2023-05-09 14:50:04,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +19: [2023-05-09 14:50:04,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 3: [2023-05-09 14:50:04,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-09 14:50:04,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 3: [2023-05-09 14:50:04,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 3: [2023-05-09 14:50:04,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 3: [2023-05-09 14:50:04,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +29: [2023-05-09 14:50:04,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-09 14:50:04,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +21: [2023-05-09 14:50:04,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-09 14:50:04,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-09 14:50:04,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-09 14:50:04,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-09 14:50:04,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-09 14:50:04,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-09 14:50:04,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-09 14:50:04,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +19: [2023-05-09 14:50:04,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-09 14:50:04,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-09 14:50:04,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-09 14:50:04,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-09 14:50:04,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +27: [2023-05-09 14:50:04,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-09 14:50:04,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-09 14:50:04,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-09 14:50:04,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-09 14:50:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-09 14:50:04,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-09 14:50:04,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +30: [2023-05-09 14:50:04,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +30: [2023-05-09 14:50:04,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-09 14:50:04,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +28: [2023-05-09 14:50:04,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +28: [2023-05-09 14:50:04,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +28: [2023-05-09 14:50:04,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 3: [2023-05-09 14:50:04,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-09 14:50:04,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-09 14:50:04,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-09 14:50:04,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-09 14:50:04,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-09 14:50:04,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-09 14:50:04,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-09 14:50:04,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-09 14:50:04,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-09 14:50:04,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-09 14:50:04,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-09 14:50:04,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-09 14:50:04,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-09 14:50:04,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-09 14:50:04,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-09 14:50:04,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-09 14:50:04,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-09 14:50:04,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-09 14:50:04,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-09 14:50:04,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-09 14:50:04,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-09 14:50:04,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-09 14:50:04,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-09 14:50:04,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-09 14:50:04,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-09 14:50:04,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-09 14:50:04,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-09 14:50:04,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-09 14:50:04,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-09 14:50:04,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-09 14:50:04,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-09 14:50:04,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-09 14:50:04,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-09 14:50:04,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-09 14:50:04,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-09 14:50:04,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-09 14:50:04,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-09 14:50:04,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +15: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +24: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +19: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-09 14:50:04,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +24: [2023-05-09 14:50:04,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-09 14:50:04,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +30: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-09 14:50:04,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-09 14:50:04,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-09 14:50:04,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +21: [2023-05-09 14:50:04,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-09 14:50:04,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-09 14:50:04,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-09 14:50:04,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-09 14:50:04,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-09 14:50:04,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +21: [2023-05-09 14:50:04,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +19: [2023-05-09 14:50:04,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 5: [2023-05-09 14:50:04,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-09 14:50:04,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +19: [2023-05-09 14:50:04,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +24: [2023-05-09 14:50:04,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-09 14:50:04,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +24: [2023-05-09 14:50:04,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-09 14:50:04,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-09 14:50:04,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-09 14:50:04,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-09 14:50:04,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-09 14:50:04,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-09 14:50:04,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-09 14:50:04,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-09 14:50:04,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-09 14:50:04,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-09 14:50:04,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-09 14:50:04,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-09 14:50:04,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-09 14:50:04,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-09 14:50:04,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-09 14:50:04,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-09 14:50:04,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-09 14:50:04,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-09 14:50:04,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-09 14:50:04,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-09 14:50:04,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-09 14:50:04,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 9: [2023-05-09 14:50:04,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 9: [2023-05-09 14:50:04,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 9: [2023-05-09 14:50:04,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +28: [2023-05-09 14:50:04,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-09 14:50:04,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-09 14:50:04,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-09 14:50:04,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-09 14:50:04,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 6: [2023-05-09 14:50:04,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +13: [2023-05-09 14:50:04,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-09 14:50:04,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-09 14:50:04,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-09 14:50:04,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-09 14:50:04,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-09 14:50:04,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +13: [2023-05-09 14:50:04,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-09 14:50:04,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 6: [2023-05-09 14:50:04,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +14: [2023-05-09 14:50:04,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-09 14:50:04,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-09 14:50:04,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-09 14:50:04,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-09 14:50:04,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-09 14:50:04,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-09 14:50:04,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-09 14:50:04,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +21: [2023-05-09 14:50:04,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-09 14:50:04,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-09 14:50:04,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-09 14:50:04,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-09 14:50:04,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-09 14:50:04,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-09 14:50:04,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-09 14:50:04,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +12: [2023-05-09 14:50:04,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +12: [2023-05-09 14:50:04,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +14: [2023-05-09 14:50:04,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-09 14:50:04,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-09 14:50:04,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-09 14:50:04,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-09 14:50:04,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-09 14:50:04,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-09 14:50:04,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-09 14:50:04,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-09 14:50:04,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-09 14:50:04,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-09 14:50:04,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-09 14:50:04,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-09 14:50:04,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-09 14:50:04,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +14: [2023-05-09 14:50:04,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-09 14:50:04,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 5: [2023-05-09 14:50:04,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 5: [2023-05-09 14:50:04,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-09 14:50:04,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-09 14:50:04,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-09 14:50:04,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-09 14:50:04,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 5: [2023-05-09 14:50:04,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 4: [2023-05-09 14:50:04,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 4: [2023-05-09 14:50:04,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 4: [2023-05-09 14:50:04,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 4: [2023-05-09 14:50:04,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-09 14:50:04,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-09 14:50:04,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-09 14:50:04,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +27: [2023-05-09 14:50:04,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-09 14:50:04,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-09 14:50:04,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-09 14:50:04,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-09 14:50:04,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-09 14:50:04,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-09 14:50:04,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-09 14:50:04,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-09 14:50:04,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-09 14:50:04,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-09 14:50:04,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-09 14:50:04,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-09 14:50:04,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-09 14:50:04,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-09 14:50:04,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-09 14:50:04,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-09 14:50:04,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-09 14:50:04,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-09 14:50:04,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-09 14:50:04,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-09 14:50:04,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-09 14:50:04,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-09 14:50:04,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-09 14:50:04,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-09 14:50:04,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-09 14:50:04,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-09 14:50:04,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-09 14:50:04,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-09 14:50:04,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-09 14:50:04,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-09 14:50:04,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 1: [2023-05-09 14:50:04,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-09 14:50:04,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-09 14:50:04,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +23: [2023-05-09 14:50:04,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 4: [2023-05-09 14:50:04,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-09 14:50:04,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-09 14:50:04,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-09 14:50:04,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-09 14:50:04,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-09 14:50:04,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-09 14:50:04,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-09 14:50:04,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-09 14:50:04,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-09 14:50:04,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-09 14:50:04,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-09 14:50:04,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-09 14:50:04,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-09 14:50:04,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +18: [2023-05-09 14:50:04,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-09 14:50:04,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-09 14:50:04,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-09 14:50:04,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-09 14:50:04,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-09 14:50:04,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-09 14:50:04,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +30: [2023-05-09 14:50:04,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-09 14:50:04,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-09 14:50:04,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-09 14:50:04,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +10: [2023-05-09 14:50:04,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +10: [2023-05-09 14:50:04,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +18: [2023-05-09 14:50:04,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +10: [2023-05-09 14:50:04,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 5: [2023-05-09 14:50:04,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-09 14:50:04,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +26: [2023-05-09 14:50:04,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +26: [2023-05-09 14:50:04,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +26: [2023-05-09 14:50:04,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-09 14:50:04,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-09 14:50:04,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-09 14:50:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-09 14:50:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 8: [2023-05-09 14:50:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +24: [2023-05-09 14:50:04,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 0: [2023-05-09 14:50:04,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +16: [2023-05-09 14:50:04,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 0: [2023-05-09 14:50:04,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +28: [2023-05-09 14:50:04,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-09 14:50:04,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 8: [2023-05-09 14:50:04,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +13: [2023-05-09 14:50:04,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-09 14:50:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-09 14:50:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-09 14:50:04,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-09 14:50:04,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-09 14:50:04,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-09 14:50:04,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +13: [2023-05-09 14:50:04,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +24: [2023-05-09 14:50:04,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-09 14:50:04,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-09 14:50:04,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-09 14:50:04,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-09 14:50:04,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-09 14:50:04,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-09 14:50:04,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +13: [2023-05-09 14:50:04,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +23: [2023-05-09 14:50:04,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-09 14:50:04,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-09 14:50:04,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-09 14:50:04,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +10: [2023-05-09 14:50:04,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-09 14:50:04,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-09 14:50:04,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-09 14:50:04,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-09 14:50:04,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-09 14:50:04,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-09 14:50:04,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-09 14:50:04,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-09 14:50:04,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-09 14:50:04,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-09 14:50:04,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-09 14:50:04,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-09 14:50:04,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:04,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:04,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-09 14:50:04,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-09 14:50:04,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-09 14:50:04,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-09 14:50:04,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 5: [2023-05-09 14:50:04,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-09 14:50:04,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-09 14:50:04,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-09 14:50:04,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 6: [2023-05-09 14:50:04,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-09 14:50:04,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-09 14:50:04,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-09 14:50:04,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-09 14:50:04,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-09 14:50:04,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-09 14:50:04,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-09 14:50:04,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-09 14:50:04,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-09 14:50:04,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-09 14:50:04,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-09 14:50:04,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 5: [2023-05-09 14:50:04,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +26: [2023-05-09 14:50:04,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-09 14:50:04,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-09 14:50:04,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-09 14:50:04,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 6: [2023-05-09 14:50:04,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +26: [2023-05-09 14:50:04,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-09 14:50:04,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-09 14:50:04,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-09 14:50:04,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-09 14:50:04,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-09 14:50:04,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +10: [2023-05-09 14:50:04,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-09 14:50:04,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-09 14:50:04,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-09 14:50:04,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-09 14:50:04,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-09 14:50:04,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-09 14:50:04,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 5: [2023-05-09 14:50:04,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +17: [2023-05-09 14:50:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-09 14:50:04,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-09 14:50:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-09 14:50:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +24: [2023-05-09 14:50:04,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +24: [2023-05-09 14:50:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +10: [2023-05-09 14:50:04,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-09 14:50:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +10: [2023-05-09 14:50:04,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-09 14:50:04,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +17: [2023-05-09 14:50:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-09 14:50:04,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-09 14:50:04,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-09 14:50:04,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-09 14:50:04,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-09 14:50:04,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-09 14:50:04,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-09 14:50:04,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-09 14:50:04,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:04,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-09 14:50:04,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-09 14:50:04,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-09 14:50:04,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +25: [2023-05-09 14:50:04,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-09 14:50:04,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-09 14:50:04,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +17: [2023-05-09 14:50:04,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +17: [2023-05-09 14:50:04,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-09 14:50:04,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +17: [2023-05-09 14:50:04,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-09 14:50:04,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:04,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:04,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:04,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-09 14:50:04,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-09 14:50:04,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-09 14:50:04,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-09 14:50:04,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-09 14:50:04,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-09 14:50:04,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-09 14:50:04,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-09 14:50:04,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-09 14:50:04,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +11: [2023-05-09 14:50:04,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +31: [2023-05-09 14:50:04,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-09 14:50:04,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-09 14:50:04,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-09 14:50:04,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-09 14:50:04,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +11: [2023-05-09 14:50:04,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +31: [2023-05-09 14:50:04,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-09 14:50:04,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-09 14:50:04,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 2: [2023-05-09 14:50:04,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-09 14:50:04,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +10: [2023-05-09 14:50:04,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-09 14:50:04,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 7: [2023-05-09 14:50:04,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-09 14:50:04,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-09 14:50:04,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-09 14:50:04,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-09 14:50:04,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-09 14:50:04,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 7: [2023-05-09 14:50:04,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 7: [2023-05-09 14:50:04,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-09 14:50:04,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 7: [2023-05-09 14:50:04,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-09 14:50:04,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +31: [2023-05-09 14:50:04,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 7: [2023-05-09 14:50:04,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +10: [2023-05-09 14:50:04,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +31: [2023-05-09 14:50:04,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:04,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +26: [2023-05-09 14:50:04,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-09 14:50:04,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +20: [2023-05-09 14:50:04,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +20: [2023-05-09 14:50:04,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 7: [2023-05-09 14:50:04,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 7: [2023-05-09 14:50:04,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-09 14:50:04,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-09 14:50:04,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +23: [2023-05-09 14:50:04,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-09 14:50:04,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +23: [2023-05-09 14:50:04,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +10: [2023-05-09 14:50:04,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-09 14:50:04,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +16: [2023-05-09 14:50:04,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +16: [2023-05-09 14:50:04,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +16: [2023-05-09 14:50:04,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +23: [2023-05-09 14:50:04,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +26: [2023-05-09 14:50:04,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +26: [2023-05-09 14:50:04,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-09 14:50:05,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-09 14:50:05,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-09 14:50:05,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 0: [2023-05-09 14:50:05,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-09 14:50:05,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-09 14:50:05,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +10: [2023-05-09 14:50:05,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-09 14:50:05,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-09 14:50:05,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +24: [2023-05-09 14:50:05,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-09 14:50:05,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +25: [2023-05-09 14:50:05,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +25: [2023-05-09 14:50:05,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +17: [2023-05-09 14:50:05,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-09 14:50:05,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 0: [2023-05-09 14:50:05,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +13: [2023-05-09 14:50:05,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-09 14:50:05,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:05,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +11: [2023-05-09 14:50:05,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-09 14:50:05,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +11: [2023-05-09 14:50:05,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-09 14:50:05,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +23: [2023-05-09 14:50:05,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-09 14:50:05,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-09 14:50:05,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-09 14:50:05,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 6: [2023-05-09 14:50:05,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 0: [2023-05-09 14:50:05,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +11: [2023-05-09 14:50:05,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-09 14:50:05,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-09 14:50:05,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +14: [2023-05-09 14:50:05,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +26: [2023-05-09 14:50:05,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-09 14:50:05,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 3: [2023-05-09 14:50:05,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-09 14:50:05,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. + 3: [2023-05-09 14:50:05,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-09 14:50:05,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 3: [2023-05-09 14:50:05,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-09 14:50:05,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-09 14:50:05,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-09 14:50:05,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-09 14:50:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-09 14:50:05,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +16: [2023-05-09 14:50:05,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:05,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-09 14:50:05,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-09 14:50:05,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-09 14:50:05,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-09 14:50:05,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-09 14:50:05,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-09 14:50:05,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-09 14:50:05,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-09 14:50:05,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-09 14:50:05,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +26: [2023-05-09 14:50:05,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-09 14:50:05,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-09 14:50:05,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-09 14:50:05,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-09 14:50:05,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-09 14:50:05,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-09 14:50:05,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-09 14:50:05,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-09 14:50:05,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-09 14:50:05,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +18: [2023-05-09 14:50:05,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-09 14:50:05,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-09 14:50:05,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-09 14:50:05,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-09 14:50:05,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +20: [2023-05-09 14:50:05,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +18: [2023-05-09 14:50:05,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-09 14:50:05,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-09 14:50:05,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-09 14:50:05,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-09 14:50:05,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-09 14:50:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-09 14:50:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +25: [2023-05-09 14:50:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-09 14:50:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +29: [2023-05-09 14:50:05,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-09 14:50:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-09 14:50:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-09 14:50:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +18: [2023-05-09 14:50:05,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +29: [2023-05-09 14:50:05,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-09 14:50:05,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-09 14:50:05,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-09 14:50:05,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-09 14:50:05,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:05,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-09 14:50:05,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-09 14:50:05,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-09 14:50:05,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-09 14:50:05,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-09 14:50:05,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-09 14:50:05,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-09 14:50:05,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-09 14:50:05,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-09 14:50:05,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-09 14:50:05,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-09 14:50:05,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-09 14:50:05,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-09 14:50:05,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-09 14:50:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-09 14:50:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-09 14:50:05,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-09 14:50:05,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-09 14:50:05,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-09 14:50:05,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-09 14:50:05,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-09 14:50:05,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-09 14:50:05,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-09 14:50:05,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-09 14:50:05,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-09 14:50:05,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-09 14:50:05,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-09 14:50:05,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-09 14:50:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-09 14:50:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-09 14:50:05,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-09 14:50:05,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-09 14:50:05,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-09 14:50:05,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-09 14:50:05,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-09 14:50:05,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-09 14:50:05,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-09 14:50:05,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-09 14:50:05,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 3: [2023-05-09 14:50:05,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-09 14:50:05,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-09 14:50:05,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-09 14:50:05,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-09 14:50:05,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-09 14:50:05,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-09 14:50:05,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:05,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-09 14:50:05,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-09 14:50:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +24: [2023-05-09 14:50:05,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +25: [2023-05-09 14:50:05,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-09 14:50:05,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-09 14:50:05,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-09 14:50:05,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-09 14:50:05,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-09 14:50:05,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-09 14:50:05,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-09 14:50:05,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-09 14:50:05,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 4: [2023-05-09 14:50:05,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 4: [2023-05-09 14:50:05,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +16: [2023-05-09 14:50:05,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 4: [2023-05-09 14:50:05,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-09 14:50:05,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-09 14:50:05,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +11: [2023-05-09 14:50:05,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +16: [2023-05-09 14:50:05,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +16: [2023-05-09 14:50:05,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-09 14:50:05,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-09 14:50:05,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +16: [2023-05-09 14:50:05,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +31: [2023-05-09 14:50:05,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-09 14:50:05,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-09 14:50:05,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-09 14:50:05,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-09 14:50:05,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-09 14:50:05,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-09 14:50:05,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-09 14:50:05,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +12: [2023-05-09 14:50:05,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-09 14:50:05,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-09 14:50:05,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +12: [2023-05-09 14:50:05,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-09 14:50:05,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-09 14:50:05,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 3: [2023-05-09 14:50:05,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-09 14:50:05,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-09 14:50:05,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-09 14:50:05,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +12: [2023-05-09 14:50:05,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +12: [2023-05-09 14:50:05,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-09 14:50:05,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:05,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-09 14:50:05,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-09 14:50:05,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 9: [2023-05-09 14:50:05,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 9: [2023-05-09 14:50:05,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +12: [2023-05-09 14:50:05,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 9: [2023-05-09 14:50:05,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 9: [2023-05-09 14:50:05,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-09 14:50:05,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-09 14:50:05,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-09 14:50:05,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-09 14:50:05,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-09 14:50:05,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-09 14:50:05,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-09 14:50:05,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-09 14:50:05,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-09 14:50:05,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-09 14:50:05,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +14: [2023-05-09 14:50:05,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +14: [2023-05-09 14:50:05,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +20: [2023-05-09 14:50:05,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +29: [2023-05-09 14:50:05,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-09 14:50:05,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-09 14:50:05,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-09 14:50:05,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-09 14:50:05,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-09 14:50:05,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +14: [2023-05-09 14:50:05,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +25: [2023-05-09 14:50:05,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-09 14:50:05,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +29: [2023-05-09 14:50:05,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-09 14:50:05,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-09 14:50:05,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +20: [2023-05-09 14:50:05,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:05,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +18: [2023-05-09 14:50:05,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-09 14:50:05,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-09 14:50:05,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-09 14:50:05,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-09 14:50:05,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-09 14:50:05,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-09 14:50:05,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +11: [2023-05-09 14:50:05,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-09 14:50:05,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +18: [2023-05-09 14:50:05,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-09 14:50:05,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-09 14:50:05,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-09 14:50:05,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-09 14:50:05,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-09 14:50:05,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-09 14:50:05,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-09 14:50:05,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... + 4: [2023-05-09 14:50:05,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-09 14:50:05,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-09 14:50:05,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-09 14:50:05,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-09 14:50:05,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-09 14:50:05,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-09 14:50:05,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-09 14:50:05,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-09 14:50:05,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-09 14:50:05,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +29: [2023-05-09 14:50:05,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +29: [2023-05-09 14:50:05,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-09 14:50:05,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-09 14:50:05,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-09 14:50:05,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-09 14:50:05,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-09 14:50:05,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-09 14:50:05,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-09 14:50:05,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-09 14:50:05,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-09 14:50:05,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-09 14:50:05,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-09 14:50:05,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-09 14:50:05,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +29: [2023-05-09 14:50:05,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_22-model_01-model_states.pt. +22: [2023-05-09 14:50:05,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +22: [2023-05-09 14:50:05,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-09 14:50:05,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-09 14:50:05,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +22: [2023-05-09 14:50:05,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +22: [2023-05-09 14:50:05,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +22: [2023-05-09 14:50:05,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-09 14:50:05,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-09 14:50:05,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-09 14:50:05,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-09 14:50:05,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-09 14:50:05,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-09 14:50:05,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-09 14:50:05,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-09 14:50:05,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-09 14:50:05,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-09 14:50:05,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +22: [2023-05-09 14:50:05,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-09 14:50:05,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-09 14:50:05,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-09 14:50:05,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-09 14:50:05,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +22: [2023-05-09 14:50:05,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-09 14:50:05,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-09 14:50:05,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-09 14:50:05,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-09 14:50:05,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-09 14:50:05,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +29: [2023-05-09 14:50:05,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt... +21: [2023-05-09 14:50:05,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-09 14:50:05,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-09 14:50:05,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-09 14:50:05,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-09 14:50:05,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-09 14:50:05,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-09 14:50:05,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-09 14:50:05,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-09 14:50:05,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-09 14:50:05,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-09 14:50:05,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-09 14:50:05,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-09 14:50:05,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-09 14:50:05,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-09 14:50:05,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-09 14:50:05,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-09 14:50:05,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-09 14:50:05,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-09 14:50:05,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-09 14:50:05,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-09 14:50:05,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-09 14:50:05,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-09 14:50:05,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-09 14:50:05,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-09 14:50:05,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-09 14:50:05,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-09 14:50:05,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-09 14:50:05,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-09 14:50:05,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-09 14:50:05,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-09 14:50:05,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-09 14:50:05,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-09 14:50:05,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-09 14:50:05,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-09 14:50:05,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-09 14:50:05,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-09 14:50:05,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-09 14:50:05,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-09 14:50:05,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-09 14:50:05,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 1: [2023-05-09 14:50:05,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +21: [2023-05-09 14:50:05,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +21: [2023-05-09 14:50:05,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +21: [2023-05-09 14:50:05,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +21: [2023-05-09 14:50:05,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 1: [2023-05-09 14:50:05,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 1: [2023-05-09 14:50:05,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +13: [2023-05-09 14:50:05,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-09 14:50:05,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-09 14:50:05,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-09 14:50:05,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-09 14:50:05,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:05,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:05,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:05,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-09 14:50:05,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-09 14:50:05,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-09 14:50:05,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +28: [2023-05-09 14:50:05,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +28: [2023-05-09 14:50:05,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-09 14:50:05,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-09 14:50:05,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-09 14:50:05,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-09 14:50:05,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 5: [2023-05-09 14:50:05,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-09 14:50:05,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 1: [2023-05-09 14:50:05,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-09 14:50:05,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-09 14:50:05,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-09 14:50:05,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-09 14:50:05,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-09 14:50:05,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-09 14:50:05,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-09 14:50:05,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-09 14:50:05,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-09 14:50:05,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-09 14:50:05,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-09 14:50:05,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-09 14:50:05,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-09 14:50:05,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-09 14:50:05,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-09 14:50:05,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +15: [2023-05-09 14:50:05,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +15: [2023-05-09 14:50:05,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +15: [2023-05-09 14:50:05,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +19: [2023-05-09 14:50:05,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-09 14:50:05,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-09 14:50:05,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-09 14:50:05,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-09 14:50:05,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-09 14:50:05,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-09 14:50:05,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-09 14:50:05,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-09 14:50:05,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-09 14:50:05,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-09 14:50:05,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-09 14:50:05,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-09 14:50:05,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-09 14:50:05,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-09 14:50:05,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-09 14:50:05,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-09 14:50:05,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-09 14:50:05,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-09 14:50:05,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-09 14:50:05,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-09 14:50:05,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-09 14:50:05,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-09 14:50:05,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-09 14:50:05,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-09 14:50:05,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-09 14:50:05,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-09 14:50:05,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-09 14:50:05,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-09 14:50:05,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-09 14:50:05,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 5: [2023-05-09 14:50:05,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 5: [2023-05-09 14:50:05,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 5: [2023-05-09 14:50:05,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +13: [2023-05-09 14:50:05,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-09 14:50:05,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-09 14:50:05,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-09 14:50:05,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-09 14:50:05,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-09 14:50:05,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 2: [2023-05-09 14:50:05,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 1: [2023-05-09 14:50:05,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-09 14:50:05,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 2: [2023-05-09 14:50:05,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 6: [2023-05-09 14:50:05,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-09 14:50:05,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-09 14:50:05,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-09 14:50:05,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-09 14:50:05,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-09 14:50:05,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:05,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-09 14:50:05,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-09 14:50:05,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +10: [2023-05-09 14:50:05,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +10: [2023-05-09 14:50:05,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +21: [2023-05-09 14:50:05,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-09 14:50:05,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +14: [2023-05-09 14:50:05,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-09 14:50:05,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +15: [2023-05-09 14:50:05,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-09 14:50:05,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-09 14:50:05,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-09 14:50:05,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-09 14:50:05,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-09 14:50:05,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-09 14:50:05,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 6: [2023-05-09 14:50:05,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +16: [2023-05-09 14:50:05,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-09 14:50:05,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-09 14:50:05,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-09 14:50:05,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-09 14:50:05,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-09 14:50:05,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 6: [2023-05-09 14:50:05,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 6: [2023-05-09 14:50:05,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 6: [2023-05-09 14:50:05,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +15: [2023-05-09 14:50:05,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-09 14:50:05,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +23: [2023-05-09 14:50:05,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +16: [2023-05-09 14:50:05,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-09 14:50:05,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-09 14:50:05,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-09 14:50:05,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-09 14:50:05,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +23: [2023-05-09 14:50:05,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +21: [2023-05-09 14:50:05,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +16: [2023-05-09 14:50:05,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-09 14:50:05,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +28: [2023-05-09 14:50:05,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-09 14:50:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-09 14:50:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-09 14:50:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-09 14:50:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-09 14:50:05,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-09 14:50:05,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-09 14:50:05,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-09 14:50:05,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-09 14:50:05,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-09 14:50:05,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-09 14:50:05,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-09 14:50:05,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +10: [2023-05-09 14:50:05,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-09 14:50:05,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-09 14:50:05,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-09 14:50:05,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-09 14:50:05,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-09 14:50:05,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-09 14:50:05,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-09 14:50:05,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-09 14:50:05,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-09 14:50:05,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-09 14:50:05,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-09 14:50:05,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-09 14:50:05,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-09 14:50:05,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-09 14:50:05,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-09 14:50:05,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-09 14:50:05,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-09 14:50:05,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-09 14:50:05,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-09 14:50:05,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-09 14:50:05,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:05,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:05,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-09 14:50:05,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-09 14:50:05,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-09 14:50:05,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-09 14:50:05,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-09 14:50:05,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-09 14:50:05,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-09 14:50:05,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-09 14:50:05,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-09 14:50:05,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-09 14:50:05,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-09 14:50:05,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-09 14:50:05,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-09 14:50:05,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-09 14:50:05,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-09 14:50:05,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-09 14:50:05,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +28: [2023-05-09 14:50:05,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-09 14:50:05,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-09 14:50:05,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +23: [2023-05-09 14:50:05,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-09 14:50:05,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +28: [2023-05-09 14:50:05,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 5: [2023-05-09 14:50:05,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-09 14:50:05,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-09 14:50:05,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-09 14:50:05,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-09 14:50:05,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-09 14:50:05,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-09 14:50:05,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-09 14:50:05,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +15: [2023-05-09 14:50:05,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-09 14:50:05,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +23: [2023-05-09 14:50:05,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-09 14:50:05,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-09 14:50:05,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +27: [2023-05-09 14:50:05,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +27: [2023-05-09 14:50:05,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +27: [2023-05-09 14:50:05,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 3: [2023-05-09 14:50:05,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-09 14:50:05,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-09 14:50:05,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-09 14:50:05,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-09 14:50:05,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-09 14:50:05,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-09 14:50:05,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-09 14:50:05,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-09 14:50:05,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-09 14:50:05,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-09 14:50:05,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +13: [2023-05-09 14:50:05,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +13: [2023-05-09 14:50:05,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +13: [2023-05-09 14:50:05,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 5: [2023-05-09 14:50:05,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-09 14:50:05,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-09 14:50:05,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-09 14:50:05,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +16: [2023-05-09 14:50:05,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +16: [2023-05-09 14:50:05,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +16: [2023-05-09 14:50:05,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +24: [2023-05-09 14:50:05,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-09 14:50:05,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-09 14:50:05,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +31: [2023-05-09 14:50:05,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +10: [2023-05-09 14:50:05,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-09 14:50:05,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +12: [2023-05-09 14:50:05,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +12: [2023-05-09 14:50:05,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +12: [2023-05-09 14:50:05,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +31: [2023-05-09 14:50:05,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 3: [2023-05-09 14:50:05,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-09 14:50:05,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-09 14:50:05,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-09 14:50:05,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +19: [2023-05-09 14:50:05,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +19: [2023-05-09 14:50:05,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +27: [2023-05-09 14:50:05,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-09 14:50:05,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-09 14:50:05,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +17: [2023-05-09 14:50:05,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-09 14:50:05,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +30: [2023-05-09 14:50:05,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-09 14:50:05,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-09 14:50:05,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-09 14:50:05,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:05,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-09 14:50:05,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-09 14:50:05,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-09 14:50:05,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +10: [2023-05-09 14:50:05,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-09 14:50:05,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-09 14:50:05,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-09 14:50:05,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-09 14:50:05,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-09 14:50:05,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-09 14:50:05,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-09 14:50:05,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-09 14:50:05,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-09 14:50:05,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-09 14:50:05,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-09 14:50:05,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-09 14:50:05,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +18: [2023-05-09 14:50:05,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +18: [2023-05-09 14:50:05,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +10: [2023-05-09 14:50:05,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +16: [2023-05-09 14:50:05,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-09 14:50:05,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-09 14:50:05,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +27: [2023-05-09 14:50:05,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-09 14:50:05,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-09 14:50:05,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-09 14:50:05,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-09 14:50:05,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-09 14:50:05,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-09 14:50:05,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-09 14:50:05,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-09 14:50:05,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-09 14:50:05,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-09 14:50:05,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-09 14:50:05,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-09 14:50:05,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-09 14:50:05,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 0: [2023-05-09 14:50:05,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-09 14:50:05,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-09 14:50:05,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:05,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-09 14:50:05,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-09 14:50:05,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +31: [2023-05-09 14:50:05,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-09 14:50:05,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-09 14:50:05,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-09 14:50:05,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-09 14:50:05,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-09 14:50:05,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +10: [2023-05-09 14:50:05,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-09 14:50:05,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-09 14:50:05,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +31: [2023-05-09 14:50:05,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-09 14:50:05,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-09 14:50:05,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-09 14:50:05,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-09 14:50:05,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-09 14:50:05,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-09 14:50:05,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-09 14:50:05,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-09 14:50:05,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-09 14:50:05,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-09 14:50:05,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +18: [2023-05-09 14:50:05,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-09 14:50:05,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-09 14:50:05,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-09 14:50:05,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-09 14:50:05,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-09 14:50:05,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-09 14:50:05,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-09 14:50:05,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-09 14:50:05,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-09 14:50:05,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 6: [2023-05-09 14:50:05,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +19: [2023-05-09 14:50:05,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-09 14:50:05,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +25: [2023-05-09 14:50:05,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-09 14:50:05,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 7: [2023-05-09 14:50:05,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 7: [2023-05-09 14:50:05,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-09 14:50:05,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-09 14:50:05,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:05,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-09 14:50:05,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-09 14:50:05,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-09 14:50:05,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-09 14:50:05,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +26: [2023-05-09 14:50:05,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-09 14:50:05,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-09 14:50:05,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-09 14:50:05,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-09 14:50:05,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +12: [2023-05-09 14:50:05,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +18: [2023-05-09 14:50:05,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-09 14:50:05,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 6: [2023-05-09 14:50:05,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +18: [2023-05-09 14:50:05,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-09 14:50:05,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-09 14:50:05,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-09 14:50:05,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-09 14:50:05,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-09 14:50:05,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +10: [2023-05-09 14:50:05,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +16: [2023-05-09 14:50:05,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-09 14:50:05,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-09 14:50:05,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-09 14:50:05,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-09 14:50:05,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +22: [2023-05-09 14:50:05,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +26: [2023-05-09 14:50:05,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-09 14:50:05,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +12: [2023-05-09 14:50:05,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-09 14:50:05,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-09 14:50:05,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-09 14:50:05,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-09 14:50:05,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-09 14:50:05,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-09 14:50:05,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +26: [2023-05-09 14:50:05,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +12: [2023-05-09 14:50:05,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-09 14:50:05,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-09 14:50:05,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +12: [2023-05-09 14:50:05,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-09 14:50:05,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-09 14:50:05,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-09 14:50:05,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-09 14:50:05,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +17: [2023-05-09 14:50:05,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-09 14:50:05,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-09 14:50:05,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-09 14:50:05,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +23: [2023-05-09 14:50:05,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +20: [2023-05-09 14:50:05,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-09 14:50:05,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-09 14:50:05,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-09 14:50:05,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-09 14:50:05,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-09 14:50:05,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-09 14:50:05,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-09 14:50:05,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 9: [2023-05-09 14:50:05,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-09 14:50:05,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +27: [2023-05-09 14:50:05,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 9: [2023-05-09 14:50:05,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-09 14:50:05,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-09 14:50:05,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-09 14:50:05,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-09 14:50:05,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-09 14:50:05,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-09 14:50:05,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-09 14:50:05,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-09 14:50:05,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-09 14:50:05,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +13: [2023-05-09 14:50:05,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-09 14:50:05,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-09 14:50:05,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-09 14:50:05,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +19: [2023-05-09 14:50:05,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-09 14:50:05,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-09 14:50:05,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +26: [2023-05-09 14:50:05,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-09 14:50:05,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-09 14:50:05,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-09 14:50:05,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-09 14:50:05,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-09 14:50:05,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-09 14:50:05,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-09 14:50:05,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-09 14:50:05,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:05,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +27: [2023-05-09 14:50:05,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-09 14:50:05,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-09 14:50:05,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-09 14:50:05,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-09 14:50:05,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-09 14:50:05,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-09 14:50:05,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:05,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-09 14:50:05,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-09 14:50:05,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-09 14:50:05,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +27: [2023-05-09 14:50:05,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +31: [2023-05-09 14:50:05,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +17: [2023-05-09 14:50:05,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-09 14:50:05,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-09 14:50:05,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-09 14:50:05,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-09 14:50:05,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-09 14:50:05,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-09 14:50:05,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +16: [2023-05-09 14:50:05,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-09 14:50:05,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-09 14:50:05,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-09 14:50:05,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-09 14:50:05,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-09 14:50:05,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-09 14:50:05,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-09 14:50:05,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-09 14:50:05,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +16: [2023-05-09 14:50:05,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-09 14:50:05,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +16: [2023-05-09 14:50:05,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +31: [2023-05-09 14:50:05,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-09 14:50:05,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-09 14:50:05,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +12: [2023-05-09 14:50:05,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +16: [2023-05-09 14:50:05,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +16: [2023-05-09 14:50:05,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +19: [2023-05-09 14:50:05,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-09 14:50:05,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-09 14:50:05,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-09 14:50:05,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +29: [2023-05-09 14:50:05,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-09 14:50:05,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-09 14:50:05,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-09 14:50:05,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-09 14:50:05,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-09 14:50:05,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-09 14:50:05,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +12: [2023-05-09 14:50:05,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-09 14:50:05,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +20: [2023-05-09 14:50:05,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +20: [2023-05-09 14:50:05,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +20: [2023-05-09 14:50:05,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +20: [2023-05-09 14:50:05,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 7: [2023-05-09 14:50:05,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-09 14:50:05,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-09 14:50:05,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-09 14:50:05,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-09 14:50:05,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-09 14:50:05,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-09 14:50:05,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-09 14:50:05,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +31: [2023-05-09 14:50:05,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-09 14:50:05,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:05,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-09 14:50:05,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-09 14:50:05,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-09 14:50:05,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-09 14:50:05,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-09 14:50:05,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-09 14:50:05,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:05,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-09 14:50:05,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-09 14:50:05,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-09 14:50:05,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-09 14:50:05,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-09 14:50:05,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-09 14:50:05,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 4: [2023-05-09 14:50:05,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-09 14:50:05,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-09 14:50:05,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:05,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-09 14:50:05,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +18: [2023-05-09 14:50:05,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +11: [2023-05-09 14:50:05,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 7: [2023-05-09 14:50:05,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-09 14:50:05,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:05,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +11: [2023-05-09 14:50:05,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +18: [2023-05-09 14:50:05,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:05,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +12: [2023-05-09 14:50:05,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-09 14:50:05,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-09 14:50:05,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-09 14:50:05,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-09 14:50:05,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-09 14:50:05,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-09 14:50:05,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-09 14:50:05,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +26: [2023-05-09 14:50:05,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +22: [2023-05-09 14:50:05,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-09 14:50:05,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-09 14:50:05,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-09 14:50:05,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-09 14:50:05,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-09 14:50:05,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-09 14:50:05,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 7: [2023-05-09 14:50:05,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-09 14:50:05,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +20: [2023-05-09 14:50:05,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-09 14:50:05,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-09 14:50:05,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-09 14:50:05,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-09 14:50:05,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-09 14:50:05,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-09 14:50:05,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-09 14:50:05,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-09 14:50:05,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-09 14:50:05,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-09 14:50:05,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +26: [2023-05-09 14:50:05,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +11: [2023-05-09 14:50:05,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-09 14:50:05,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-09 14:50:05,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-09 14:50:05,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-09 14:50:05,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +11: [2023-05-09 14:50:05,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-09 14:50:05,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +17: [2023-05-09 14:50:05,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +17: [2023-05-09 14:50:05,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +26: [2023-05-09 14:50:05,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +26: [2023-05-09 14:50:05,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-09 14:50:05,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +30: [2023-05-09 14:50:05,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 7: [2023-05-09 14:50:05,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +30: [2023-05-09 14:50:05,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +17: [2023-05-09 14:50:05,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +30: [2023-05-09 14:50:05,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +26: [2023-05-09 14:50:05,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 7: [2023-05-09 14:50:05,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-09 14:50:05,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-09 14:50:05,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 7: [2023-05-09 14:50:05,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +22: [2023-05-09 14:50:05,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-09 14:50:05,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-09 14:50:05,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-09 14:50:05,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-09 14:50:05,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +22: [2023-05-09 14:50:05,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 9: [2023-05-09 14:50:05,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 3: [2023-05-09 14:50:05,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-09 14:50:05,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-09 14:50:05,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-09 14:50:05,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-09 14:50:05,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-09 14:50:05,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-09 14:50:05,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +30: [2023-05-09 14:50:05,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-09 14:50:05,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-09 14:50:05,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-09 14:50:05,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-09 14:50:05,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-09 14:50:05,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-09 14:50:05,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-09 14:50:05,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-09 14:50:05,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-09 14:50:05,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-09 14:50:05,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-09 14:50:05,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +24: [2023-05-09 14:50:05,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +24: [2023-05-09 14:50:05,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +24: [2023-05-09 14:50:05,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 3: [2023-05-09 14:50:05,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-09 14:50:05,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-09 14:50:05,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-09 14:50:05,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +29: [2023-05-09 14:50:05,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-09 14:50:05,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:05,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-09 14:50:05,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +29: [2023-05-09 14:50:05,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:05,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-09 14:50:05,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 9: [2023-05-09 14:50:05,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 9: [2023-05-09 14:50:05,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-09 14:50:05,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-09 14:50:05,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 8: [2023-05-09 14:50:05,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-09 14:50:05,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-09 14:50:05,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +29: [2023-05-09 14:50:05,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-09 14:50:05,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-09 14:50:05,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-09 14:50:05,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +22: [2023-05-09 14:50:05,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-09 14:50:05,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-09 14:50:05,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-09 14:50:05,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +20: [2023-05-09 14:50:05,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +20: [2023-05-09 14:50:05,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +29: [2023-05-09 14:50:05,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-09 14:50:05,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +11: [2023-05-09 14:50:05,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-09 14:50:05,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-09 14:50:05,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:05,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +22: [2023-05-09 14:50:05,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-09 14:50:05,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-09 14:50:05,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-09 14:50:05,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +20: [2023-05-09 14:50:05,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-09 14:50:05,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-09 14:50:05,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-09 14:50:05,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-09 14:50:05,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-09 14:50:05,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-09 14:50:05,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +24: [2023-05-09 14:50:05,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-09 14:50:05,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-09 14:50:05,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +17: [2023-05-09 14:50:05,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +24: [2023-05-09 14:50:05,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-09 14:50:05,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-09 14:50:05,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +25: [2023-05-09 14:50:05,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +25: [2023-05-09 14:50:05,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +25: [2023-05-09 14:50:05,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +25: [2023-05-09 14:50:05,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 8: [2023-05-09 14:50:05,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-09 14:50:05,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-09 14:50:05,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-09 14:50:05,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-09 14:50:05,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-09 14:50:05,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-09 14:50:05,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +29: [2023-05-09 14:50:05,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-09 14:50:05,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-09 14:50:05,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 0: [2023-05-09 14:50:05,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-09 14:50:05,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-09 14:50:05,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-09 14:50:05,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-09 14:50:05,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +30: [2023-05-09 14:50:05,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +30: [2023-05-09 14:50:05,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +30: [2023-05-09 14:50:05,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 3: [2023-05-09 14:50:05,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +25: [2023-05-09 14:50:05,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:05,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:05,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-09 14:50:05,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 0: [2023-05-09 14:50:05,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-09 14:50:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +14: [2023-05-09 14:50:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. +14: [2023-05-09 14:50:05,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-09 14:50:05,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 0: [2023-05-09 14:50:05,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-09 14:50:05,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +14: [2023-05-09 14:50:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-09 14:50:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 0: [2023-05-09 14:50:05,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 4: [2023-05-09 14:50:05,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +24: [2023-05-09 14:50:05,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-09 14:50:05,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 3: [2023-05-09 14:50:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 4: [2023-05-09 14:50:05,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 4: [2023-05-09 14:50:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +24: [2023-05-09 14:50:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +24: [2023-05-09 14:50:05,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +29: [2023-05-09 14:50:05,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-09 14:50:05,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-09 14:50:05,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-09 14:50:05,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +29: [2023-05-09 14:50:05,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +24: [2023-05-09 14:50:05,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +24: [2023-05-09 14:50:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-09 14:50:05,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-09 14:50:05,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-09 14:50:05,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-09 14:50:05,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +14: [2023-05-09 14:50:05,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 9: [2023-05-09 14:50:05,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 9: [2023-05-09 14:50:05,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +29: [2023-05-09 14:50:05,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-09 14:50:05,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-09 14:50:05,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-09 14:50:05,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-09 14:50:05,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +29: [2023-05-09 14:50:05,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-09 14:50:05,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-09 14:50:05,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-09 14:50:05,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-09 14:50:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-09 14:50:05,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-09 14:50:05,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-09 14:50:05,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-09 14:50:05,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-09 14:50:05,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-09 14:50:05,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-09 14:50:05,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +25: [2023-05-09 14:50:05,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +25: [2023-05-09 14:50:05,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-09 14:50:05,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-09 14:50:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-09 14:50:05,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-09 14:50:05,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-09 14:50:05,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-09 14:50:05,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-09 14:50:05,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +14: [2023-05-09 14:50:05,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-09 14:50:05,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-09 14:50:05,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +14: [2023-05-09 14:50:05,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-09 14:50:05,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-09 14:50:05,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-09 14:50:05,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-09 14:50:05,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-09 14:50:05,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-09 14:50:05,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-09 14:50:05,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-09 14:50:05,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-09 14:50:05,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-09 14:50:05,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-09 14:50:05,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-09 14:50:05,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-09 14:50:05,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-09 14:50:05,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-09 14:50:05,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-09 14:50:05,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-09 14:50:05,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-09 14:50:05,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-09 14:50:05,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-09 14:50:05,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-09 14:50:05,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-09 14:50:05,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-09 14:50:05,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-09 14:50:05,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-09 14:50:05,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-09 14:50:05,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-09 14:50:05,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-09 14:50:05,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-09 14:50:05,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-09 14:50:05,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-09 14:50:05,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-09 14:50:05,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-09 14:50:05,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-09 14:50:05,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-09 14:50:05,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-09 14:50:05,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-09 14:50:05,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-09 14:50:05,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-09 14:50:05,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-09 14:50:05,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-09 14:50:05,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-09 14:50:05,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-09 14:50:05,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-09 14:50:05,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-09 14:50:05,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-09 14:50:05,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-09 14:50:05,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-09 14:50:05,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-09 14:50:05,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-09 14:50:05,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-09 14:50:05,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-09 14:50:05,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-09 14:50:05,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-09 14:50:05,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-09 14:50:05,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-09 14:50:05,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-09 14:50:05,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-09 14:50:05,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-09 14:50:05,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-09 14:50:05,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-09 14:50:05,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-09 14:50:05,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-09 14:50:05,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-09 14:50:05,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-09 14:50:05,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-09 14:50:05,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-09 14:50:05,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-09 14:50:05,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-09 14:50:05,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-09 14:50:05,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-09 14:50:05,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-09 14:50:05,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-09 14:50:05,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-09 14:50:05,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-09 14:50:05,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-09 14:50:05,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-09 14:50:05,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-09 14:50:05,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-09 14:50:05,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-09 14:50:05,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-09 14:50:05,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-09 14:50:05,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-09 14:50:05,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-09 14:50:05,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-09 14:50:05,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-09 14:50:05,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-09 14:50:05,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-09 14:50:05,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-09 14:50:05,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +10: [2023-05-09 14:50:05,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +10: [2023-05-09 14:50:05,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +10: [2023-05-09 14:50:05,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +30: [2023-05-09 14:50:05,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-09 14:50:05,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-09 14:50:05,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-09 14:50:05,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-09 14:50:05,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-09 14:50:05,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-09 14:50:05,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-09 14:50:05,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-09 14:50:05,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-09 14:50:05,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-09 14:50:05,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-09 14:50:05,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-09 14:50:05,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-09 14:50:05,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-09 14:50:05,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-09 14:50:05,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-09 14:50:05,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-09 14:50:05,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-09 14:50:05,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-09 14:50:05,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-09 14:50:05,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-09 14:50:05,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-09 14:50:05,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-09 14:50:05,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:05,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-09 14:50:05,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-09 14:50:05,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-09 14:50:05,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:05,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-09 14:50:05,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-09 14:50:05,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-09 14:50:05,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-09 14:50:05,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-09 14:50:05,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-09 14:50:05,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-09 14:50:05,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-09 14:50:05,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-09 14:50:05,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-09 14:50:05,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-09 14:50:05,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:05,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-09 14:50:05,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-09 14:50:05,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-09 14:50:05,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-09 14:50:05,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-09 14:50:05,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-09 14:50:05,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-09 14:50:05,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-09 14:50:05,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-09 14:50:05,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-09 14:50:05,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-09 14:50:05,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-09 14:50:05,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-09 14:50:05,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-09 14:50:05,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-09 14:50:05,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-09 14:50:05,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-09 14:50:05,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-09 14:50:05,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-09 14:50:05,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-09 14:50:05,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-09 14:50:05,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 6: [2023-05-09 14:50:05,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 6: [2023-05-09 14:50:05,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +29: [2023-05-09 14:50:05,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-09 14:50:05,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +29: [2023-05-09 14:50:05,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-09 14:50:05,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-09 14:50:05,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-09 14:50:05,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-09 14:50:05,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-09 14:50:05,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-09 14:50:05,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-09 14:50:05,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-09 14:50:05,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-09 14:50:05,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-09 14:50:05,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-09 14:50:05,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-09 14:50:05,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-09 14:50:05,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-09 14:50:05,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-09 14:50:05,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +10: [2023-05-09 14:50:05,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +19: [2023-05-09 14:50:05,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-09 14:50:05,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-09 14:50:05,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-09 14:50:05,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-09 14:50:05,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-09 14:50:05,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +13: [2023-05-09 14:50:05,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-09 14:50:05,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +19: [2023-05-09 14:50:05,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-09 14:50:05,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-09 14:50:05,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-09 14:50:05,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 7: [2023-05-09 14:50:05,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 7: [2023-05-09 14:50:05,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 7: [2023-05-09 14:50:05,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +21: [2023-05-09 14:50:05,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-09 14:50:05,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-09 14:50:05,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-09 14:50:05,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-09 14:50:05,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +21: [2023-05-09 14:50:05,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-09 14:50:05,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-09 14:50:05,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-09 14:50:05,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-09 14:50:05,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-09 14:50:05,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-09 14:50:05,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-09 14:50:05,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-09 14:50:05,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +20: [2023-05-09 14:50:05,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +20: [2023-05-09 14:50:05,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +20: [2023-05-09 14:50:05,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 6: [2023-05-09 14:50:05,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:05,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +13: [2023-05-09 14:50:05,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +13: [2023-05-09 14:50:05,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-09 14:50:05,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-09 14:50:05,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +18: [2023-05-09 14:50:05,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +18: [2023-05-09 14:50:05,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +17: [2023-05-09 14:50:05,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-09 14:50:05,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +18: [2023-05-09 14:50:05,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +13: [2023-05-09 14:50:05,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +13: [2023-05-09 14:50:05,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +13: [2023-05-09 14:50:05,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 3: [2023-05-09 14:50:05,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 3: [2023-05-09 14:50:05,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 3: [2023-05-09 14:50:05,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +23: [2023-05-09 14:50:05,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +23: [2023-05-09 14:50:05,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +23: [2023-05-09 14:50:05,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +23: [2023-05-09 14:50:05,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +10: [2023-05-09 14:50:05,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-09 14:50:05,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-09 14:50:05,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-09 14:50:05,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-09 14:50:05,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-09 14:50:05,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-09 14:50:05,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-09 14:50:05,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-09 14:50:05,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +30: [2023-05-09 14:50:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +30: [2023-05-09 14:50:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +30: [2023-05-09 14:50:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 7: [2023-05-09 14:50:05,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-09 14:50:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-09 14:50:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-09 14:50:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-09 14:50:05,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-09 14:50:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-09 14:50:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-09 14:50:05,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-09 14:50:05,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-09 14:50:05,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +19: [2023-05-09 14:50:05,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +24: [2023-05-09 14:50:05,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-09 14:50:05,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:05,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-09 14:50:05,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +26: [2023-05-09 14:50:05,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +26: [2023-05-09 14:50:05,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +26: [2023-05-09 14:50:05,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +26: [2023-05-09 14:50:05,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 4: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 4: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 4: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +23: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 5: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +22: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +15: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +15: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +27: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +27: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +22: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-09 14:50:05,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +22: [2023-05-09 14:50:05,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-09 14:50:05,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-09 14:50:05,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-09 14:50:05,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 7: [2023-05-09 14:50:05,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +19: [2023-05-09 14:50:05,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +19: [2023-05-09 14:50:05,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +26: [2023-05-09 14:50:05,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-09 14:50:05,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-09 14:50:05,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-09 14:50:05,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-09 14:50:05,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-09 14:50:05,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-09 14:50:05,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-09 14:50:05,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-09 14:50:05,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-09 14:50:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-09 14:50:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-09 14:50:05,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +24: [2023-05-09 14:50:05,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-09 14:50:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-09 14:50:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-09 14:50:05,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:05,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +11: [2023-05-09 14:50:05,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 0: [2023-05-09 14:50:05,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 0: [2023-05-09 14:50:05,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +17: [2023-05-09 14:50:05,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-09 14:50:05,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 0: [2023-05-09 14:50:05,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +11: [2023-05-09 14:50:05,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 0: [2023-05-09 14:50:05,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +29: [2023-05-09 14:50:05,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +29: [2023-05-09 14:50:05,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +20: [2023-05-09 14:50:05,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-09 14:50:05,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-09 14:50:05,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:05,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:05,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-09 14:50:05,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-09 14:50:05,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +29: [2023-05-09 14:50:05,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +13: [2023-05-09 14:50:05,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-09 14:50:05,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-09 14:50:05,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-09 14:50:05,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-09 14:50:05,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-09 14:50:05,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-09 14:50:05,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 2: [2023-05-09 14:50:05,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 2: [2023-05-09 14:50:05,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 3: [2023-05-09 14:50:05,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +24: [2023-05-09 14:50:05,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +24: [2023-05-09 14:50:05,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +24: [2023-05-09 14:50:05,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +17: [2023-05-09 14:50:05,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-09 14:50:05,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +10: [2023-05-09 14:50:05,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-09 14:50:05,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:05,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-09 14:50:05,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-09 14:50:05,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-09 14:50:05,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-09 14:50:05,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-09 14:50:05,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:05,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-09 14:50:05,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-09 14:50:05,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-09 14:50:05,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-09 14:50:05,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-09 14:50:05,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-09 14:50:05,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-09 14:50:05,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-09 14:50:05,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-09 14:50:05,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-09 14:50:05,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:05,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-09 14:50:05,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-09 14:50:05,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-09 14:50:05,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-09 14:50:05,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-09 14:50:05,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:05,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-09 14:50:05,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-09 14:50:05,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:05,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-09 14:50:05,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-09 14:50:05,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-09 14:50:05,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:05,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-09 14:50:05,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:05,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-09 14:50:05,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-09 14:50:05,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-09 14:50:05,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-09 14:50:05,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-09 14:50:05,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-09 14:50:05,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-09 14:50:05,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:05,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-09 14:50:05,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-09 14:50:05,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-09 14:50:05,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-09 14:50:05,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-09 14:50:05,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-09 14:50:05,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-09 14:50:05,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-09 14:50:05,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-09 14:50:05,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-09 14:50:05,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-09 14:50:05,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-09 14:50:05,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-09 14:50:05,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-09 14:50:05,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-09 14:50:05,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-09 14:50:05,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-09 14:50:05,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +23: [2023-05-09 14:50:05,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-09 14:50:05,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +22: [2023-05-09 14:50:05,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-09 14:50:05,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-09 14:50:05,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-09 14:50:05,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-09 14:50:05,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-09 14:50:05,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-09 14:50:05,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-09 14:50:05,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-09 14:50:05,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-09 14:50:05,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-09 14:50:05,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 6: [2023-05-09 14:50:05,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-09 14:50:05,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-09 14:50:05,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-09 14:50:05,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-09 14:50:05,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:05,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-09 14:50:05,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 6: [2023-05-09 14:50:05,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 3: [2023-05-09 14:50:05,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +22: [2023-05-09 14:50:05,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-09 14:50:05,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 3: [2023-05-09 14:50:05,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 6: [2023-05-09 14:50:05,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-09 14:50:05,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-09 14:50:05,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-09 14:50:05,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +31: [2023-05-09 14:50:05,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +15: [2023-05-09 14:50:05,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 3: [2023-05-09 14:50:05,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +31: [2023-05-09 14:50:05,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 5: [2023-05-09 14:50:05,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-09 14:50:05,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +21: [2023-05-09 14:50:05,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-09 14:50:05,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-09 14:50:05,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-09 14:50:05,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +23: [2023-05-09 14:50:05,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-09 14:50:05,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 8: [2023-05-09 14:50:05,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +30: [2023-05-09 14:50:05,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-09 14:50:05,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +26: [2023-05-09 14:50:05,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +13: [2023-05-09 14:50:05,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +15: [2023-05-09 14:50:05,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-09 14:50:05,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-09 14:50:05,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:05,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-09 14:50:05,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +28: [2023-05-09 14:50:05,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +15: [2023-05-09 14:50:05,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +26: [2023-05-09 14:50:05,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-09 14:50:05,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 1: [2023-05-09 14:50:05,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +24: [2023-05-09 14:50:05,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-09 14:50:05,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-09 14:50:05,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-09 14:50:05,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-09 14:50:05,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-09 14:50:05,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +13: [2023-05-09 14:50:05,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 3: [2023-05-09 14:50:05,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-09 14:50:05,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +24: [2023-05-09 14:50:05,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-09 14:50:05,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +22: [2023-05-09 14:50:05,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +21: [2023-05-09 14:50:05,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +21: [2023-05-09 14:50:05,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +21: [2023-05-09 14:50:05,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +21: [2023-05-09 14:50:05,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +15: [2023-05-09 14:50:05,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-09 14:50:05,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-09 14:50:05,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-09 14:50:05,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-09 14:50:05,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-09 14:50:05,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-09 14:50:05,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-09 14:50:05,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:05,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-09 14:50:05,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 7: [2023-05-09 14:50:05,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-09 14:50:05,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-09 14:50:05,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-09 14:50:05,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-09 14:50:05,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-09 14:50:05,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +16: [2023-05-09 14:50:05,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +16: [2023-05-09 14:50:05,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +15: [2023-05-09 14:50:05,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-09 14:50:05,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-09 14:50:05,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-09 14:50:05,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-09 14:50:05,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-09 14:50:05,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-09 14:50:05,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-09 14:50:05,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-09 14:50:05,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-09 14:50:05,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +16: [2023-05-09 14:50:05,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 1: [2023-05-09 14:50:05,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +30: [2023-05-09 14:50:05,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 5: [2023-05-09 14:50:05,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-09 14:50:05,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +30: [2023-05-09 14:50:05,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +18: [2023-05-09 14:50:05,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-09 14:50:05,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-09 14:50:05,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-09 14:50:05,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +18: [2023-05-09 14:50:05,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 7: [2023-05-09 14:50:05,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 5: [2023-05-09 14:50:05,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 7: [2023-05-09 14:50:05,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 7: [2023-05-09 14:50:05,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 7: [2023-05-09 14:50:05,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +14: [2023-05-09 14:50:05,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-09 14:50:05,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +23: [2023-05-09 14:50:05,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-09 14:50:05,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +15: [2023-05-09 14:50:05,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-09 14:50:05,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +18: [2023-05-09 14:50:05,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-09 14:50:05,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +12: [2023-05-09 14:50:05,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +12: [2023-05-09 14:50:05,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +26: [2023-05-09 14:50:05,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-09 14:50:05,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +26: [2023-05-09 14:50:05,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-09 14:50:05,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-09 14:50:05,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-09 14:50:05,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +13: [2023-05-09 14:50:05,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +20: [2023-05-09 14:50:05,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +20: [2023-05-09 14:50:05,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +20: [2023-05-09 14:50:05,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +20: [2023-05-09 14:50:05,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +14: [2023-05-09 14:50:05,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-09 14:50:05,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-09 14:50:05,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +29: [2023-05-09 14:50:05,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-09 14:50:05,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-09 14:50:05,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-09 14:50:05,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +15: [2023-05-09 14:50:05,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +14: [2023-05-09 14:50:05,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +29: [2023-05-09 14:50:05,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:05,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +19: [2023-05-09 14:50:05,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +19: [2023-05-09 14:50:05,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +23: [2023-05-09 14:50:05,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-09 14:50:05,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-09 14:50:05,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 6: [2023-05-09 14:50:05,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-09 14:50:05,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 4: [2023-05-09 14:50:05,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-09 14:50:05,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 4: [2023-05-09 14:50:05,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-09 14:50:05,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-09 14:50:05,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 4: [2023-05-09 14:50:05,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-09 14:50:05,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 1: [2023-05-09 14:50:05,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 4: [2023-05-09 14:50:05,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 4: [2023-05-09 14:50:05,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-09 14:50:05,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 4: [2023-05-09 14:50:05,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-09 14:50:05,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-09 14:50:05,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-09 14:50:05,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-09 14:50:05,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-09 14:50:05,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-09 14:50:05,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-09 14:50:05,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-09 14:50:05,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-09 14:50:05,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +22: [2023-05-09 14:50:05,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +28: [2023-05-09 14:50:05,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-09 14:50:05,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +16: [2023-05-09 14:50:05,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-09 14:50:05,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-09 14:50:05,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-09 14:50:05,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-09 14:50:05,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-09 14:50:05,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +21: [2023-05-09 14:50:05,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-09 14:50:05,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-09 14:50:05,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-09 14:50:05,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-09 14:50:05,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-09 14:50:05,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-09 14:50:05,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-09 14:50:05,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +17: [2023-05-09 14:50:05,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 5: [2023-05-09 14:50:05,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +17: [2023-05-09 14:50:05,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 5: [2023-05-09 14:50:05,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-09 14:50:05,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-09 14:50:05,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-09 14:50:05,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +28: [2023-05-09 14:50:05,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-09 14:50:05,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-09 14:50:05,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-09 14:50:05,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +29: [2023-05-09 14:50:05,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 6: [2023-05-09 14:50:05,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-09 14:50:05,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-09 14:50:05,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-09 14:50:05,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-09 14:50:05,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-09 14:50:05,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-09 14:50:05,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-09 14:50:05,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-09 14:50:05,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-09 14:50:05,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-09 14:50:05,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-09 14:50:05,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-09 14:50:05,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-09 14:50:05,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-09 14:50:05,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-09 14:50:05,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-09 14:50:05,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-09 14:50:05,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-09 14:50:05,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-09 14:50:05,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +24: [2023-05-09 14:50:05,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +22: [2023-05-09 14:50:05,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-09 14:50:05,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-09 14:50:05,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +17: [2023-05-09 14:50:05,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-09 14:50:05,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-09 14:50:05,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-09 14:50:05,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-09 14:50:05,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-09 14:50:05,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-09 14:50:05,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-09 14:50:05,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-09 14:50:05,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-09 14:50:05,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-09 14:50:05,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-09 14:50:05,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-09 14:50:05,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-09 14:50:05,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-09 14:50:05,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-09 14:50:05,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-09 14:50:05,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-09 14:50:05,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-09 14:50:05,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 2: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-09 14:50:05,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-09 14:50:05,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-09 14:50:05,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +27: [2023-05-09 14:50:05,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +27: [2023-05-09 14:50:05,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +15: [2023-05-09 14:50:05,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-09 14:50:05,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-09 14:50:05,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:05,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +12: [2023-05-09 14:50:05,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-09 14:50:05,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +27: [2023-05-09 14:50:05,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-09 14:50:05,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 1: [2023-05-09 14:50:05,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-09 14:50:05,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 7: [2023-05-09 14:50:05,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 7: [2023-05-09 14:50:05,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:05,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-09 14:50:05,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-09 14:50:05,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 1: [2023-05-09 14:50:05,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-09 14:50:05,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-09 14:50:05,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +16: [2023-05-09 14:50:05,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +21: [2023-05-09 14:50:05,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +15: [2023-05-09 14:50:05,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-09 14:50:05,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-09 14:50:05,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-09 14:50:05,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 4: [2023-05-09 14:50:05,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-09 14:50:05,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-09 14:50:05,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-09 14:50:05,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-09 14:50:05,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 1: [2023-05-09 14:50:05,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-09 14:50:05,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +15: [2023-05-09 14:50:05,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-09 14:50:05,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-09 14:50:05,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-09 14:50:05,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-09 14:50:05,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +16: [2023-05-09 14:50:05,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-09 14:50:05,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-09 14:50:05,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-09 14:50:05,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-09 14:50:05,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +18: [2023-05-09 14:50:05,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-09 14:50:05,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-09 14:50:05,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-09 14:50:05,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-09 14:50:05,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +16: [2023-05-09 14:50:05,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +22: [2023-05-09 14:50:05,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-09 14:50:05,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-09 14:50:05,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-09 14:50:05,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +12: [2023-05-09 14:50:05,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +25: [2023-05-09 14:50:05,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +25: [2023-05-09 14:50:05,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +25: [2023-05-09 14:50:05,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +25: [2023-05-09 14:50:05,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +28: [2023-05-09 14:50:05,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-09 14:50:05,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-09 14:50:05,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-09 14:50:05,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-09 14:50:05,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-09 14:50:05,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-09 14:50:05,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-09 14:50:05,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +27: [2023-05-09 14:50:05,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-09 14:50:05,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. + 9: [2023-05-09 14:50:05,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_24-model_01-model_states.pt. +28: [2023-05-09 14:50:05,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +14: [2023-05-09 14:50:05,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-09 14:50:05,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-09 14:50:05,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-09 14:50:05,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-09 14:50:05,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +20: [2023-05-09 14:50:05,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-09 14:50:05,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-09 14:50:05,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-09 14:50:05,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-09 14:50:05,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-09 14:50:05,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +14: [2023-05-09 14:50:05,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +12: [2023-05-09 14:50:05,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-09 14:50:05,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-09 14:50:05,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-09 14:50:05,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +14: [2023-05-09 14:50:05,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-09 14:50:05,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +12: [2023-05-09 14:50:05,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-09 14:50:05,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-09 14:50:05,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-09 14:50:05,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +20: [2023-05-09 14:50:05,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-09 14:50:05,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-09 14:50:05,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +27: [2023-05-09 14:50:05,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-09 14:50:05,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-09 14:50:05,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-09 14:50:05,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-09 14:50:05,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-09 14:50:05,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-09 14:50:05,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +25: [2023-05-09 14:50:05,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-09 14:50:05,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-09 14:50:05,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-09 14:50:05,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-09 14:50:05,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-09 14:50:05,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +22: [2023-05-09 14:50:05,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-09 14:50:05,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-09 14:50:05,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-09 14:50:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-09 14:50:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-09 14:50:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-09 14:50:05,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-09 14:50:05,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-09 14:50:05,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-09 14:50:05,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-09 14:50:05,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 8: [2023-05-09 14:50:05,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-09 14:50:05,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-09 14:50:05,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-09 14:50:05,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-09 14:50:05,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-09 14:50:05,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-09 14:50:05,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-09 14:50:05,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-09 14:50:05,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-09 14:50:05,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-09 14:50:05,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-09 14:50:05,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-09 14:50:05,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +27: [2023-05-09 14:50:05,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-09 14:50:05,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-09 14:50:05,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-09 14:50:05,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-09 14:50:05,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-09 14:50:05,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-09 14:50:05,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-09 14:50:05,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-09 14:50:05,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +26: [2023-05-09 14:50:05,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-09 14:50:05,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-09 14:50:05,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-09 14:50:05,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-09 14:50:05,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-09 14:50:05,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-09 14:50:05,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-09 14:50:05,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-09 14:50:05,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-09 14:50:05,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-09 14:50:05,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-09 14:50:05,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-09 14:50:05,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-09 14:50:05,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-09 14:50:05,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-09 14:50:05,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-09 14:50:05,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-09 14:50:05,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +25: [2023-05-09 14:50:05,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +25: [2023-05-09 14:50:05,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +17: [2023-05-09 14:50:05,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-09 14:50:05,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-09 14:50:05,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-09 14:50:05,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 5: [2023-05-09 14:50:05,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-09 14:50:05,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-09 14:50:05,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-09 14:50:06,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-09 14:50:06,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-09 14:50:06,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +11: [2023-05-09 14:50:06,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-09 14:50:06,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-09 14:50:06,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:06,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-09 14:50:06,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-09 14:50:06,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-09 14:50:06,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-09 14:50:06,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +11: [2023-05-09 14:50:06,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +11: [2023-05-09 14:50:06,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:06,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:06,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-09 14:50:06,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +26: [2023-05-09 14:50:06,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-09 14:50:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-09 14:50:06,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-09 14:50:06,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-09 14:50:06,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-09 14:50:06,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +31: [2023-05-09 14:50:06,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-09 14:50:06,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-09 14:50:06,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-09 14:50:06,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-09 14:50:06,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 0: [2023-05-09 14:50:06,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-09 14:50:06,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... +31: [2023-05-09 14:50:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-09 14:50:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt... + 0: [2023-05-09 14:50:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-09 14:50:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-09 14:50:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-09 14:50:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-09 14:50:06,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-09 14:50:06,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-09 14:50:06,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-09 14:50:06,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-09 14:50:06,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-09 14:50:06,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-09 14:50:06,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-09 14:50:06,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:06,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-09 14:50:06,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-09 14:50:06,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:06,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-09 14:50:06,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-09 14:50:06,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-09 14:50:06,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-09 14:50:06,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-09 14:50:06,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-09 14:50:06,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-09 14:50:06,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-09 14:50:06,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-09 14:50:06,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-09 14:50:06,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-09 14:50:06,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-09 14:50:06,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-09 14:50:06,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-09 14:50:06,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-09 14:50:06,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-09 14:50:06,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-09 14:50:06,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-09 14:50:06,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-09 14:50:06,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-09 14:50:06,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-09 14:50:06,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-09 14:50:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-09 14:50:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-09 14:50:06,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-09 14:50:06,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-09 14:50:06,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-09 14:50:06,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-09 14:50:06,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-09 14:50:06,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-09 14:50:06,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-09 14:50:06,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-09 14:50:06,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-09 14:50:06,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-09 14:50:06,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-09 14:50:06,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-09 14:50:06,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-09 14:50:06,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-09 14:50:06,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-09 14:50:06,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-09 14:50:06,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-09 14:50:06,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-09 14:50:06,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-09 14:50:06,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-09 14:50:06,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-09 14:50:06,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-09 14:50:06,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-09 14:50:06,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-09 14:50:06,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-09 14:50:06,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-09 14:50:06,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-09 14:50:06,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-09 14:50:06,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-09 14:50:06,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-09 14:50:06,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-09 14:50:06,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-09 14:50:06,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-09 14:50:06,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-09 14:50:06,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-09 14:50:06,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-09 14:50:06,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-09 14:50:06,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-09 14:50:06,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-09 14:50:06,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-09 14:50:06,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-09 14:50:06,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-09 14:50:06,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-09 14:50:06,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-09 14:50:06,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-09 14:50:06,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-09 14:50:06,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-09 14:50:06,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-09 14:50:06,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-09 14:50:06,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-09 14:50:06,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-09 14:50:06,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-09 14:50:06,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-09 14:50:06,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-09 14:50:06,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-09 14:50:06,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-09 14:50:06,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-09 14:50:06,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-09 14:50:06,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-09 14:50:06,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-09 14:50:06,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-09 14:50:06,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-09 14:50:06,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-09 14:50:06,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-09 14:50:06,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-09 14:50:06,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-09 14:50:06,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-09 14:50:06,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-09 14:50:06,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-09 14:50:06,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-09 14:50:06,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-09 14:50:06,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-09 14:50:06,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-09 14:50:06,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-09 14:50:06,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-09 14:50:06,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-09 14:50:06,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-09 14:50:06,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-09 14:50:06,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-09 14:50:06,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-09 14:50:06,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-09 14:50:06,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-09 14:50:06,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-09 14:50:06,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-09 14:50:06,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-09 14:50:06,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-09 14:50:06,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-09 14:50:06,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-09 14:50:06,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-09 14:50:06,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-09 14:50:06,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-09 14:50:06,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-09 14:50:06,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-09 14:50:06,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-09 14:50:06,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-09 14:50:06,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-09 14:50:06,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-09 14:50:06,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-09 14:50:06,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-09 14:50:06,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-09 14:50:06,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-09 14:50:06,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-09 14:50:06,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-09 14:50:06,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-09 14:50:06,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-09 14:50:06,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-09 14:50:06,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-09 14:50:06,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-09 14:50:06,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-09 14:50:06,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-09 14:50:06,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-09 14:50:06,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-09 14:50:06,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-09 14:50:06,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-09 14:50:06,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-09 14:50:06,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-09 14:50:06,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-09 14:50:06,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-09 14:50:06,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-09 14:50:06,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-09 14:50:06,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-09 14:50:06,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-09 14:50:06,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-09 14:50:06,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-09 14:50:06,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-09 14:50:06,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-09 14:50:06,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-09 14:50:06,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-09 14:50:06,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-09 14:50:06,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-09 14:50:06,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-09 14:50:06,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-09 14:50:06,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-09 14:50:06,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-09 14:50:06,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-09 14:50:06,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-09 14:50:06,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-09 14:50:06,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-09 14:50:06,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-09 14:50:06,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-09 14:50:06,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-09 14:50:06,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-09 14:50:06,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-09 14:50:06,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-09 14:50:06,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-09 14:50:06,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-09 14:50:06,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-09 14:50:06,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-09 14:50:06,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-09 14:50:06,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-09 14:50:06,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-09 14:50:06,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-09 14:50:06,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-09 14:50:06,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:06,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-09 14:50:06,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:06,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-09 14:50:06,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-09 14:50:06,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-09 14:50:06,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-09 14:50:06,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-09 14:50:06,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-09 14:50:06,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-09 14:50:06,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-09 14:50:06,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-09 14:50:06,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-09 14:50:06,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-09 14:50:06,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-09 14:50:06,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-09 14:50:06,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-09 14:50:06,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-09 14:50:06,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-09 14:50:06,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-09 14:50:06,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-09 14:50:06,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-09 14:50:06,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-09 14:50:06,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-09 14:50:06,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-09 14:50:06,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-09 14:50:06,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-09 14:50:06,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-09 14:50:06,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-09 14:50:06,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-09 14:50:06,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-09 14:50:06,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-09 14:50:06,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-09 14:50:06,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-09 14:50:06,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-09 14:50:06,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-09 14:50:06,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-09 14:50:06,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-09 14:50:06,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:06,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-09 14:50:06,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:06,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-09 14:50:06,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-09 14:50:06,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-09 14:50:06,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-09 14:50:06,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-09 14:50:06,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-09 14:50:06,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-09 14:50:06,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-09 14:50:06,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-09 14:50:06,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-09 14:50:06,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-09 14:50:06,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-09 14:50:06,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-09 14:50:06,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-09 14:50:06,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-09 14:50:06,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-09 14:50:06,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +29: [2023-05-09 14:50:06,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +29: [2023-05-09 14:50:06,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +13: [2023-05-09 14:50:06,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-09 14:50:06,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 3: [2023-05-09 14:50:06,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-09 14:50:06,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 0: [2023-05-09 14:50:06,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +31: [2023-05-09 14:50:06,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +31: [2023-05-09 14:50:06,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +31: [2023-05-09 14:50:06,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +13: [2023-05-09 14:50:06,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-09 14:50:06,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +14: [2023-05-09 14:50:06,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-09 14:50:06,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-09 14:50:06,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-09 14:50:06,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-09 14:50:06,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-09 14:50:06,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:06,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-09 14:50:06,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-09 14:50:06,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-09 14:50:06,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-09 14:50:06,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-09 14:50:06,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-09 14:50:06,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +21: [2023-05-09 14:50:06,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +21: [2023-05-09 14:50:06,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +21: [2023-05-09 14:50:06,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 3: [2023-05-09 14:50:06,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-09 14:50:06,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-09 14:50:06,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-09 14:50:06,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-09 14:50:06,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-09 14:50:06,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-09 14:50:06,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-09 14:50:06,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-09 14:50:06,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-09 14:50:06,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-09 14:50:06,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +10: [2023-05-09 14:50:06,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +10: [2023-05-09 14:50:06,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +10: [2023-05-09 14:50:06,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +10: [2023-05-09 14:50:06,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-09 14:50:06,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-09 14:50:06,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-09 14:50:06,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +13: [2023-05-09 14:50:06,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +13: [2023-05-09 14:50:06,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +13: [2023-05-09 14:50:06,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-09 14:50:06,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-09 14:50:06,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-09 14:50:06,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-09 14:50:06,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-09 14:50:06,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-09 14:50:06,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-09 14:50:06,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-09 14:50:06,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-09 14:50:06,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-09 14:50:06,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-09 14:50:06,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-09 14:50:06,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-09 14:50:06,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-09 14:50:06,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-09 14:50:06,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-09 14:50:06,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-09 14:50:06,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-09 14:50:06,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-09 14:50:06,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-09 14:50:06,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-09 14:50:06,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-09 14:50:06,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-09 14:50:06,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-09 14:50:06,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-09 14:50:06,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-09 14:50:06,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-09 14:50:06,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-09 14:50:06,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 3: [2023-05-09 14:50:06,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 3: [2023-05-09 14:50:06,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-09 14:50:06,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +26: [2023-05-09 14:50:06,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +26: [2023-05-09 14:50:06,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +26: [2023-05-09 14:50:06,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-09 14:50:06,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +29: [2023-05-09 14:50:06,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-09 14:50:06,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-09 14:50:06,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-09 14:50:06,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +11: [2023-05-09 14:50:06,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-09 14:50:06,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-09 14:50:06,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +29: [2023-05-09 14:50:06,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-09 14:50:06,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +21: [2023-05-09 14:50:06,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 3: [2023-05-09 14:50:06,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-09 14:50:06,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 4: [2023-05-09 14:50:06,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-09 14:50:06,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-09 14:50:06,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +21: [2023-05-09 14:50:06,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-09 14:50:06,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-09 14:50:06,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-09 14:50:06,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-09 14:50:06,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-09 14:50:06,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-09 14:50:06,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-09 14:50:06,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-09 14:50:06,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-09 14:50:06,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-09 14:50:06,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-09 14:50:06,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-09 14:50:06,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-09 14:50:06,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-09 14:50:06,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-09 14:50:06,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-09 14:50:06,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-09 14:50:06,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +16: [2023-05-09 14:50:06,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +31: [2023-05-09 14:50:06,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +16: [2023-05-09 14:50:06,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +16: [2023-05-09 14:50:06,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +26: [2023-05-09 14:50:06,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-09 14:50:06,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +21: [2023-05-09 14:50:06,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-09 14:50:06,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-09 14:50:06,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-09 14:50:06,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-09 14:50:06,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +13: [2023-05-09 14:50:06,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-09 14:50:06,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +10: [2023-05-09 14:50:06,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-09 14:50:06,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-09 14:50:06,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +21: [2023-05-09 14:50:06,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +13: [2023-05-09 14:50:06,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-09 14:50:06,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-09 14:50:06,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-09 14:50:06,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +13: [2023-05-09 14:50:06,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 1: [2023-05-09 14:50:06,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-09 14:50:06,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-09 14:50:06,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-09 14:50:06,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +16: [2023-05-09 14:50:06,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-09 14:50:06,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-09 14:50:06,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-09 14:50:06,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-09 14:50:06,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-09 14:50:06,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-09 14:50:06,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-09 14:50:06,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-09 14:50:06,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:06,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:06,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:06,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-09 14:50:06,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-09 14:50:06,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-09 14:50:06,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-09 14:50:06,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +10: [2023-05-09 14:50:06,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-09 14:50:06,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-09 14:50:06,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +19: [2023-05-09 14:50:06,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +19: [2023-05-09 14:50:06,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +19: [2023-05-09 14:50:06,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +22: [2023-05-09 14:50:06,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-09 14:50:06,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 5: [2023-05-09 14:50:06,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 5: [2023-05-09 14:50:06,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +26: [2023-05-09 14:50:06,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-09 14:50:06,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +22: [2023-05-09 14:50:06,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-09 14:50:06,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +15: [2023-05-09 14:50:06,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +15: [2023-05-09 14:50:06,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +15: [2023-05-09 14:50:06,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +22: [2023-05-09 14:50:06,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-09 14:50:06,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-09 14:50:06,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:06,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +22: [2023-05-09 14:50:06,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-09 14:50:06,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-09 14:50:06,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-09 14:50:06,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-09 14:50:06,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-09 14:50:06,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-09 14:50:06,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-09 14:50:06,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-09 14:50:06,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +19: [2023-05-09 14:50:06,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-09 14:50:06,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-09 14:50:06,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-09 14:50:06,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-09 14:50:06,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-09 14:50:06,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-09 14:50:06,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-09 14:50:06,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-09 14:50:06,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-09 14:50:06,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-09 14:50:06,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +23: [2023-05-09 14:50:06,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +23: [2023-05-09 14:50:06,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +23: [2023-05-09 14:50:06,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +17: [2023-05-09 14:50:06,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-09 14:50:06,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +26: [2023-05-09 14:50:06,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +16: [2023-05-09 14:50:06,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-09 14:50:06,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-09 14:50:06,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-09 14:50:06,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-09 14:50:06,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +22: [2023-05-09 14:50:06,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-09 14:50:06,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-09 14:50:06,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-09 14:50:06,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-09 14:50:06,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-09 14:50:06,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-09 14:50:06,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-09 14:50:06,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +28: [2023-05-09 14:50:06,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:06,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-09 14:50:06,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-09 14:50:06,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +28: [2023-05-09 14:50:06,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:06,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-09 14:50:06,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-09 14:50:06,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-09 14:50:06,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-09 14:50:06,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-09 14:50:06,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-09 14:50:06,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-09 14:50:06,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +23: [2023-05-09 14:50:06,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-09 14:50:06,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-09 14:50:06,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-09 14:50:06,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-09 14:50:06,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-09 14:50:06,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-09 14:50:06,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-09 14:50:06,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-09 14:50:06,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-09 14:50:06,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-09 14:50:06,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +15: [2023-05-09 14:50:06,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 6: [2023-05-09 14:50:06,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +19: [2023-05-09 14:50:06,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-09 14:50:06,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-09 14:50:06,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-09 14:50:06,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +22: [2023-05-09 14:50:06,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-09 14:50:06,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-09 14:50:06,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-09 14:50:06,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-09 14:50:06,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +19: [2023-05-09 14:50:06,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +19: [2023-05-09 14:50:06,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +15: [2023-05-09 14:50:06,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 5: [2023-05-09 14:50:06,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 1: [2023-05-09 14:50:06,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 1: [2023-05-09 14:50:06,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +15: [2023-05-09 14:50:06,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 1: [2023-05-09 14:50:06,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 5: [2023-05-09 14:50:06,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 5: [2023-05-09 14:50:06,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-09 14:50:06,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-09 14:50:06,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-09 14:50:06,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-09 14:50:06,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-09 14:50:06,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-09 14:50:06,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +18: [2023-05-09 14:50:06,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +28: [2023-05-09 14:50:06,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-09 14:50:06,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +31: [2023-05-09 14:50:06,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-09 14:50:06,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 5: [2023-05-09 14:50:06,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 8: [2023-05-09 14:50:06,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 8: [2023-05-09 14:50:06,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +31: [2023-05-09 14:50:06,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-09 14:50:06,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-09 14:50:06,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-09 14:50:06,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 8: [2023-05-09 14:50:06,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +12: [2023-05-09 14:50:06,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +12: [2023-05-09 14:50:06,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +12: [2023-05-09 14:50:06,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +12: [2023-05-09 14:50:06,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-09 14:50:06,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-09 14:50:06,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-09 14:50:06,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-09 14:50:06,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +28: [2023-05-09 14:50:06,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-09 14:50:06,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +28: [2023-05-09 14:50:06,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +28: [2023-05-09 14:50:06,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +28: [2023-05-09 14:50:06,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +28: [2023-05-09 14:50:06,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-09 14:50:06,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-09 14:50:06,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-09 14:50:06,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-09 14:50:06,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-09 14:50:06,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-09 14:50:06,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-09 14:50:06,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-09 14:50:06,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-09 14:50:06,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-09 14:50:06,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-09 14:50:06,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +20: [2023-05-09 14:50:06,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +20: [2023-05-09 14:50:06,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +20: [2023-05-09 14:50:06,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 8: [2023-05-09 14:50:06,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-09 14:50:06,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-09 14:50:06,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-09 14:50:06,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-09 14:50:06,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-09 14:50:06,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-09 14:50:06,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-09 14:50:06,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-09 14:50:06,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-09 14:50:06,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-09 14:50:06,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-09 14:50:06,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +28: [2023-05-09 14:50:06,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +28: [2023-05-09 14:50:06,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +12: [2023-05-09 14:50:06,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-09 14:50:06,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-09 14:50:06,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +28: [2023-05-09 14:50:06,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-09 14:50:06,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-09 14:50:06,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-09 14:50:06,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-09 14:50:06,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-09 14:50:06,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-09 14:50:06,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-09 14:50:06,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-09 14:50:06,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-09 14:50:06,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-09 14:50:06,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-09 14:50:06,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 9: [2023-05-09 14:50:06,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-09 14:50:06,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-09 14:50:06,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-09 14:50:06,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-09 14:50:06,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-09 14:50:06,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-09 14:50:06,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-09 14:50:06,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 6: [2023-05-09 14:50:06,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-09 14:50:06,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-09 14:50:06,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 0: [2023-05-09 14:50:06,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 0: [2023-05-09 14:50:06,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 0: [2023-05-09 14:50:06,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 0: [2023-05-09 14:50:06,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +31: [2023-05-09 14:50:06,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-09 14:50:06,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-09 14:50:06,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 6: [2023-05-09 14:50:06,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 1: [2023-05-09 14:50:06,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 8: [2023-05-09 14:50:06,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +11: [2023-05-09 14:50:06,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 8: [2023-05-09 14:50:06,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-09 14:50:06,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-09 14:50:06,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +18: [2023-05-09 14:50:06,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-09 14:50:06,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-09 14:50:06,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-09 14:50:06,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-09 14:50:06,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-09 14:50:06,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-09 14:50:06,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 1: [2023-05-09 14:50:06,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-09 14:50:06,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-09 14:50:06,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 2: [2023-05-09 14:50:06,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-09 14:50:06,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +18: [2023-05-09 14:50:06,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-09 14:50:06,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +18: [2023-05-09 14:50:06,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 8: [2023-05-09 14:50:06,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-09 14:50:06,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-09 14:50:06,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-09 14:50:06,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-09 14:50:06,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-09 14:50:06,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-09 14:50:06,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +12: [2023-05-09 14:50:06,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-09 14:50:06,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +31: [2023-05-09 14:50:06,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-09 14:50:06,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 6: [2023-05-09 14:50:06,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-09 14:50:06,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-09 14:50:06,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-09 14:50:06,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-09 14:50:06,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +12: [2023-05-09 14:50:06,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +28: [2023-05-09 14:50:06,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 7: [2023-05-09 14:50:06,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 7: [2023-05-09 14:50:06,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +18: [2023-05-09 14:50:06,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 7: [2023-05-09 14:50:06,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +12: [2023-05-09 14:50:06,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-09 14:50:06,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-09 14:50:06,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +23: [2023-05-09 14:50:06,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-09 14:50:06,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 7: [2023-05-09 14:50:06,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-09 14:50:06,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-09 14:50:06,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-09 14:50:06,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-09 14:50:06,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-09 14:50:06,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-09 14:50:06,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-09 14:50:06,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-09 14:50:06,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +12: [2023-05-09 14:50:06,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 5: [2023-05-09 14:50:06,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-09 14:50:06,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-09 14:50:06,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-09 14:50:06,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +14: [2023-05-09 14:50:06,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +14: [2023-05-09 14:50:06,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +28: [2023-05-09 14:50:06,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 7: [2023-05-09 14:50:06,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-09 14:50:06,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +14: [2023-05-09 14:50:06,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +27: [2023-05-09 14:50:06,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +27: [2023-05-09 14:50:06,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +18: [2023-05-09 14:50:06,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 4: [2023-05-09 14:50:06,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-09 14:50:06,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +30: [2023-05-09 14:50:06,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 8: [2023-05-09 14:50:06,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +30: [2023-05-09 14:50:06,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-09 14:50:06,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +30: [2023-05-09 14:50:06,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 5: [2023-05-09 14:50:06,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-09 14:50:06,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-09 14:50:06,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 5: [2023-05-09 14:50:06,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-09 14:50:06,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +25: [2023-05-09 14:50:06,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-09 14:50:06,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +24: [2023-05-09 14:50:06,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-09 14:50:06,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-09 14:50:06,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +24: [2023-05-09 14:50:06,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 2: [2023-05-09 14:50:06,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-09 14:50:06,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-09 14:50:06,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-09 14:50:06,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +25: [2023-05-09 14:50:06,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-09 14:50:06,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-09 14:50:06,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +17: [2023-05-09 14:50:06,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +17: [2023-05-09 14:50:06,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 2: [2023-05-09 14:50:06,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-09 14:50:06,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 2: [2023-05-09 14:50:06,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-09 14:50:06,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-09 14:50:06,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-09 14:50:06,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-09 14:50:06,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-09 14:50:06,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-09 14:50:06,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-09 14:50:06,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-09 14:50:06,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-09 14:50:06,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-09 14:50:06,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-09 14:50:06,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +30: [2023-05-09 14:50:06,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-09 14:50:06,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-09 14:50:06,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-09 14:50:06,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-09 14:50:06,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-09 14:50:06,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +20: [2023-05-09 14:50:06,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-09 14:50:06,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-09 14:50:06,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-09 14:50:06,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-09 14:50:06,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-09 14:50:06,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-09 14:50:06,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-09 14:50:06,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-09 14:50:06,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-09 14:50:06,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-09 14:50:06,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-09 14:50:06,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-09 14:50:06,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-09 14:50:06,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +20: [2023-05-09 14:50:06,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +20: [2023-05-09 14:50:06,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +12: [2023-05-09 14:50:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-09 14:50:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-09 14:50:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-09 14:50:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-09 14:50:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-09 14:50:06,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-09 14:50:06,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-09 14:50:06,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +24: [2023-05-09 14:50:06,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-09 14:50:06,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-09 14:50:06,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-09 14:50:06,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 9: [2023-05-09 14:50:06,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-09 14:50:06,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-09 14:50:06,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +25: [2023-05-09 14:50:06,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +25: [2023-05-09 14:50:06,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +25: [2023-05-09 14:50:06,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 9: [2023-05-09 14:50:06,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 7: [2023-05-09 14:50:06,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 9: [2023-05-09 14:50:06,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-09 14:50:06,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-09 14:50:06,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +22: [2023-05-09 14:50:06,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +22: [2023-05-09 14:50:06,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. +22: [2023-05-09 14:50:06,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_25-model_01-model_states.pt. + 2: [2023-05-09 14:50:06,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 5: [2023-05-09 14:50:06,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +19: [2023-05-09 14:50:06,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-09 14:50:06,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-09 14:50:06,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-09 14:50:06,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-09 14:50:06,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 0: [2023-05-09 14:50:06,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-09 14:50:06,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-09 14:50:06,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-09 14:50:06,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-09 14:50:06,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-09 14:50:06,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-09 14:50:06,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-09 14:50:06,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 6: [2023-05-09 14:50:06,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-09 14:50:06,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-09 14:50:06,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-09 14:50:06,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-09 14:50:06,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-09 14:50:06,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-09 14:50:06,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-09 14:50:06,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-09 14:50:06,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-09 14:50:06,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 2: [2023-05-09 14:50:06,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-09 14:50:06,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +22: [2023-05-09 14:50:06,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-09 14:50:06,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-09 14:50:06,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-09 14:50:06,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-09 14:50:06,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-09 14:50:06,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-09 14:50:06,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-09 14:50:06,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-09 14:50:06,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-09 14:50:06,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-09 14:50:06,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-09 14:50:06,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-09 14:50:06,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-09 14:50:06,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-09 14:50:06,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-09 14:50:06,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:06,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +14: [2023-05-09 14:50:06,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +27: [2023-05-09 14:50:06,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-09 14:50:06,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-09 14:50:06,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-09 14:50:06,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-09 14:50:06,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +24: [2023-05-09 14:50:06,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-09 14:50:06,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:06,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-09 14:50:06,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-09 14:50:06,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-09 14:50:06,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 7: [2023-05-09 14:50:06,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-09 14:50:06,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +27: [2023-05-09 14:50:06,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +27: [2023-05-09 14:50:06,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 7: [2023-05-09 14:50:06,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +27: [2023-05-09 14:50:06,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-09 14:50:06,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 7: [2023-05-09 14:50:06,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 2: [2023-05-09 14:50:06,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-09 14:50:06,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +30: [2023-05-09 14:50:06,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +30: [2023-05-09 14:50:06,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +27: [2023-05-09 14:50:06,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-09 14:50:06,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +19: [2023-05-09 14:50:06,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-09 14:50:06,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-09 14:50:06,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-09 14:50:06,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-09 14:50:06,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-09 14:50:06,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-09 14:50:06,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-09 14:50:06,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-09 14:50:06,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-09 14:50:06,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +11: [2023-05-09 14:50:06,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-09 14:50:06,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-09 14:50:06,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-09 14:50:06,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-09 14:50:06,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-09 14:50:06,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-09 14:50:06,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-09 14:50:06,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-09 14:50:06,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-09 14:50:06,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-09 14:50:06,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-09 14:50:06,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-09 14:50:06,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-09 14:50:06,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-09 14:50:06,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-09 14:50:06,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-09 14:50:06,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-09 14:50:06,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-09 14:50:06,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +24: [2023-05-09 14:50:06,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +24: [2023-05-09 14:50:06,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-09 14:50:06,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-09 14:50:06,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-09 14:50:06,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-09 14:50:06,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-09 14:50:06,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-09 14:50:06,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-09 14:50:06,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +10: [2023-05-09 14:50:06,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-09 14:50:06,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-09 14:50:06,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-09 14:50:06,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-09 14:50:06,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-09 14:50:06,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-09 14:50:06,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-09 14:50:06,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-09 14:50:06,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-09 14:50:06,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-09 14:50:06,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-09 14:50:06,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-09 14:50:06,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-09 14:50:06,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-09 14:50:06,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-09 14:50:06,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-09 14:50:06,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-09 14:50:06,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +20: [2023-05-09 14:50:06,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-09 14:50:06,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-09 14:50:06,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +24: [2023-05-09 14:50:06,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-09 14:50:06,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-09 14:50:06,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-09 14:50:06,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-09 14:50:06,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-09 14:50:06,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-09 14:50:06,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-09 14:50:06,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-09 14:50:06,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 9: [2023-05-09 14:50:06,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-09 14:50:06,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-09 14:50:06,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-09 14:50:06,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-09 14:50:06,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-09 14:50:06,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-09 14:50:06,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-09 14:50:06,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-09 14:50:06,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-09 14:50:06,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-09 14:50:06,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:06,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-09 14:50:06,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 9: [2023-05-09 14:50:06,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:06,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-09 14:50:06,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... +30: [2023-05-09 14:50:06,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-09 14:50:06,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt... + 9: [2023-05-09 14:50:06,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-09 14:50:06,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-09 14:50:06,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-09 14:50:06,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-09 14:50:06,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-09 14:50:06,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-09 14:50:06,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-09 14:50:06,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-09 14:50:06,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-09 14:50:06,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-09 14:50:06,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-09 14:50:06,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-09 14:50:06,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-09 14:50:06,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:06,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-09 14:50:06,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-09 14:50:06,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-09 14:50:06,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-09 14:50:06,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-09 14:50:06,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-09 14:50:06,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-09 14:50:06,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-09 14:50:06,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-09 14:50:06,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:06,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-09 14:50:06,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:06,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-09 14:50:06,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-09 14:50:06,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-09 14:50:06,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:06,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:06,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:06,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:06,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:06,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-09 14:50:06,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:06,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-09 14:50:06,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-09 14:50:06,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-09 14:50:06,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-09 14:50:06,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-09 14:50:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-09 14:50:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-09 14:50:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-09 14:50:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-09 14:50:06,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-09 14:50:06,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-09 14:50:06,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-09 14:50:06,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-09 14:50:06,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-09 14:50:06,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-09 14:50:06,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-09 14:50:06,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-09 14:50:06,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-09 14:50:06,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-09 14:50:06,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-09 14:50:06,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-09 14:50:06,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-09 14:50:06,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:06,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-09 14:50:06,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-09 14:50:06,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-09 14:50:06,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-09 14:50:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-09 14:50:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-09 14:50:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-09 14:50:06,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-09 14:50:06,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-09 14:50:06,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-09 14:50:06,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-09 14:50:06,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-09 14:50:06,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:06,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-09 14:50:06,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-09 14:50:06,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-09 14:50:06,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-09 14:50:06,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +10: [2023-05-09 14:50:06,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +10: [2023-05-09 14:50:06,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 3: [2023-05-09 14:50:06,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-09 14:50:06,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +16: [2023-05-09 14:50:06,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-09 14:50:06,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-09 14:50:06,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-09 14:50:06,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:06,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-09 14:50:06,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-09 14:50:06,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-09 14:50:06,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-09 14:50:06,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-09 14:50:06,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-09 14:50:06,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-09 14:50:06,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-09 14:50:06,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-09 14:50:06,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:06,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-09 14:50:06,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-09 14:50:06,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-09 14:50:06,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-09 14:50:06,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-09 14:50:06,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-09 14:50:06,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-09 14:50:06,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-09 14:50:06,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-09 14:50:06,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-09 14:50:06,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-09 14:50:06,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-09 14:50:06,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-09 14:50:06,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-09 14:50:06,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-09 14:50:06,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-09 14:50:06,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-09 14:50:06,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-09 14:50:06,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-09 14:50:06,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-09 14:50:06,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:06,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-09 14:50:06,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-09 14:50:06,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-09 14:50:06,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:06,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-09 14:50:06,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-09 14:50:06,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-09 14:50:06,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-09 14:50:06,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-09 14:50:06,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-09 14:50:06,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-09 14:50:06,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-09 14:50:06,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-09 14:50:06,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-09 14:50:06,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-09 14:50:06,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-09 14:50:06,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-09 14:50:06,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-09 14:50:06,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-09 14:50:06,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-09 14:50:06,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-09 14:50:06,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-09 14:50:06,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-09 14:50:06,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-09 14:50:06,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-09 14:50:06,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-09 14:50:06,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-09 14:50:06,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-09 14:50:06,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +28: [2023-05-09 14:50:06,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-09 14:50:06,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +15: [2023-05-09 14:50:06,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +15: [2023-05-09 14:50:06,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +22: [2023-05-09 14:50:06,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-09 14:50:06,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:06,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 3: [2023-05-09 14:50:06,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-09 14:50:06,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-09 14:50:06,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +22: [2023-05-09 14:50:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-09 14:50:06,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-09 14:50:06,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-09 14:50:06,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-09 14:50:06,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-09 14:50:06,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-09 14:50:06,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +13: [2023-05-09 14:50:06,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-09 14:50:06,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-09 14:50:06,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-09 14:50:06,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:06,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-09 14:50:06,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-09 14:50:06,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-09 14:50:06,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +15: [2023-05-09 14:50:06,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-09 14:50:06,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-09 14:50:06,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:06,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-09 14:50:06,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-09 14:50:06,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-09 14:50:06,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-09 14:50:06,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-09 14:50:06,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-09 14:50:06,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-09 14:50:06,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-09 14:50:06,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-09 14:50:06,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-09 14:50:06,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-09 14:50:06,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-09 14:50:06,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-09 14:50:06,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-09 14:50:06,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-09 14:50:06,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-09 14:50:06,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +23: [2023-05-09 14:50:06,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +13: [2023-05-09 14:50:06,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-09 14:50:06,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +23: [2023-05-09 14:50:06,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +21: [2023-05-09 14:50:06,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-09 14:50:06,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-09 14:50:06,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-09 14:50:06,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-09 14:50:06,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-09 14:50:06,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:06,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-09 14:50:06,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +13: [2023-05-09 14:50:06,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-09 14:50:06,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +16: [2023-05-09 14:50:06,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +16: [2023-05-09 14:50:06,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +16: [2023-05-09 14:50:06,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +15: [2023-05-09 14:50:06,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-09 14:50:06,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +23: [2023-05-09 14:50:06,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-09 14:50:06,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-09 14:50:06,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-09 14:50:06,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-09 14:50:06,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:06,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-09 14:50:06,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:06,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +23: [2023-05-09 14:50:06,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-09 14:50:06,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-09 14:50:06,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-09 14:50:06,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-09 14:50:06,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-09 14:50:06,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-09 14:50:06,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-09 14:50:06,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-09 14:50:06,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 6: [2023-05-09 14:50:06,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +16: [2023-05-09 14:50:06,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 6: [2023-05-09 14:50:06,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +15: [2023-05-09 14:50:06,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-09 14:50:06,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +31: [2023-05-09 14:50:06,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-09 14:50:06,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-09 14:50:06,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-09 14:50:06,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-09 14:50:06,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-09 14:50:06,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 6: [2023-05-09 14:50:06,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-09 14:50:06,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-09 14:50:06,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 4: [2023-05-09 14:50:06,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-09 14:50:06,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-09 14:50:06,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-09 14:50:06,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +23: [2023-05-09 14:50:06,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +16: [2023-05-09 14:50:06,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-09 14:50:06,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +23: [2023-05-09 14:50:06,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-09 14:50:06,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +16: [2023-05-09 14:50:06,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-09 14:50:06,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-09 14:50:06,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +16: [2023-05-09 14:50:06,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +25: [2023-05-09 14:50:06,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-09 14:50:06,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-09 14:50:06,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-09 14:50:06,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-09 14:50:06,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-09 14:50:06,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-09 14:50:06,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-09 14:50:06,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-09 14:50:06,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-09 14:50:06,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-09 14:50:06,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-09 14:50:06,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-09 14:50:06,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-09 14:50:06,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-09 14:50:06,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 6: [2023-05-09 14:50:06,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 6: [2023-05-09 14:50:06,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-09 14:50:06,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-09 14:50:06,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-09 14:50:06,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-09 14:50:06,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-09 14:50:06,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 6: [2023-05-09 14:50:06,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 4: [2023-05-09 14:50:06,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-09 14:50:06,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 1: [2023-05-09 14:50:06,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +23: [2023-05-09 14:50:06,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-09 14:50:06,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-09 14:50:06,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-09 14:50:06,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +20: [2023-05-09 14:50:06,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +20: [2023-05-09 14:50:06,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +20: [2023-05-09 14:50:06,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-09 14:50:06,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 1: [2023-05-09 14:50:06,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-09 14:50:06,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 5: [2023-05-09 14:50:06,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 5: [2023-05-09 14:50:06,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 5: [2023-05-09 14:50:06,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +11: [2023-05-09 14:50:06,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +11: [2023-05-09 14:50:06,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 8: [2023-05-09 14:50:06,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 8: [2023-05-09 14:50:06,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 8: [2023-05-09 14:50:06,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 8: [2023-05-09 14:50:06,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 2: [2023-05-09 14:50:06,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 2: [2023-05-09 14:50:06,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +11: [2023-05-09 14:50:06,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +11: [2023-05-09 14:50:06,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 2: [2023-05-09 14:50:06,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 2: [2023-05-09 14:50:06,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-09 14:50:06,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-09 14:50:06,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-09 14:50:06,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +19: [2023-05-09 14:50:06,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +19: [2023-05-09 14:50:06,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +19: [2023-05-09 14:50:06,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-09 14:50:06,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-09 14:50:06,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-09 14:50:06,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-09 14:50:06,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +25: [2023-05-09 14:50:06,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-09 14:50:06,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 3: [2023-05-09 14:50:06,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-09 14:50:06,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-09 14:50:06,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-09 14:50:06,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +28: [2023-05-09 14:50:06,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +28: [2023-05-09 14:50:06,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +28: [2023-05-09 14:50:06,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +28: [2023-05-09 14:50:06,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +20: [2023-05-09 14:50:06,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 5: [2023-05-09 14:50:06,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-09 14:50:06,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-09 14:50:06,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:06,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-09 14:50:06,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-09 14:50:06,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-09 14:50:06,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-09 14:50:06,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-09 14:50:06,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-09 14:50:06,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-09 14:50:06,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:06,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-09 14:50:06,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-09 14:50:06,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:06,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-09 14:50:06,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-09 14:50:06,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-09 14:50:06,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-09 14:50:06,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +23: [2023-05-09 14:50:06,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-09 14:50:06,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-09 14:50:06,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-09 14:50:06,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-09 14:50:06,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-09 14:50:06,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-09 14:50:06,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-09 14:50:06,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-09 14:50:06,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-09 14:50:06,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +31: [2023-05-09 14:50:06,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +31: [2023-05-09 14:50:06,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +31: [2023-05-09 14:50:06,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-09 14:50:06,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-09 14:50:06,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +17: [2023-05-09 14:50:06,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +23: [2023-05-09 14:50:06,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-09 14:50:06,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-09 14:50:06,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +17: [2023-05-09 14:50:06,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +25: [2023-05-09 14:50:06,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:06,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-09 14:50:06,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-09 14:50:06,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 1: [2023-05-09 14:50:06,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-09 14:50:06,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 2: [2023-05-09 14:50:06,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-09 14:50:06,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 5: [2023-05-09 14:50:06,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +26: [2023-05-09 14:50:06,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-09 14:50:06,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-09 14:50:06,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 4: [2023-05-09 14:50:06,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:06,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-09 14:50:06,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:06,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-09 14:50:06,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-09 14:50:06,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-09 14:50:06,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:06,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 1: [2023-05-09 14:50:06,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-09 14:50:06,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:06,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-09 14:50:06,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:06,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-09 14:50:06,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-09 14:50:06,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +11: [2023-05-09 14:50:06,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 2: [2023-05-09 14:50:06,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 5: [2023-05-09 14:50:06,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-09 14:50:06,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 1: [2023-05-09 14:50:06,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 1: [2023-05-09 14:50:06,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +31: [2023-05-09 14:50:06,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-09 14:50:06,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 5: [2023-05-09 14:50:06,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 2: [2023-05-09 14:50:06,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +17: [2023-05-09 14:50:06,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-09 14:50:06,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-09 14:50:06,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-09 14:50:06,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-09 14:50:06,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +31: [2023-05-09 14:50:06,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-09 14:50:06,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-09 14:50:06,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-09 14:50:06,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-09 14:50:06,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-09 14:50:06,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +19: [2023-05-09 14:50:06,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-09 14:50:06,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-09 14:50:06,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-09 14:50:06,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +12: [2023-05-09 14:50:06,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +12: [2023-05-09 14:50:06,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +12: [2023-05-09 14:50:06,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +19: [2023-05-09 14:50:06,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 8: [2023-05-09 14:50:06,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-09 14:50:06,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:06,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 8: [2023-05-09 14:50:06,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +19: [2023-05-09 14:50:06,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +19: [2023-05-09 14:50:06,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +19: [2023-05-09 14:50:06,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +20: [2023-05-09 14:50:06,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +20: [2023-05-09 14:50:06,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +20: [2023-05-09 14:50:06,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 5: [2023-05-09 14:50:06,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-09 14:50:06,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 8: [2023-05-09 14:50:06,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +26: [2023-05-09 14:50:06,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-09 14:50:06,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 2: [2023-05-09 14:50:06,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-09 14:50:06,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 9: [2023-05-09 14:50:06,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +21: [2023-05-09 14:50:06,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +21: [2023-05-09 14:50:06,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 2: [2023-05-09 14:50:06,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +21: [2023-05-09 14:50:06,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 8: [2023-05-09 14:50:06,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-09 14:50:06,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-09 14:50:06,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +28: [2023-05-09 14:50:06,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-09 14:50:06,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-09 14:50:06,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +13: [2023-05-09 14:50:06,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 8: [2023-05-09 14:50:06,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +26: [2023-05-09 14:50:06,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-09 14:50:06,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +20: [2023-05-09 14:50:06,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-09 14:50:06,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +18: [2023-05-09 14:50:06,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +28: [2023-05-09 14:50:06,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +18: [2023-05-09 14:50:06,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +28: [2023-05-09 14:50:06,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +18: [2023-05-09 14:50:06,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 5: [2023-05-09 14:50:06,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-09 14:50:06,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 5: [2023-05-09 14:50:06,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-09 14:50:06,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +27: [2023-05-09 14:50:06,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-09 14:50:06,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-09 14:50:06,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-09 14:50:06,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-09 14:50:06,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-09 14:50:06,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-09 14:50:06,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-09 14:50:06,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +28: [2023-05-09 14:50:06,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-09 14:50:06,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-09 14:50:06,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-09 14:50:06,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-09 14:50:06,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-09 14:50:06,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +24: [2023-05-09 14:50:06,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-09 14:50:06,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-09 14:50:06,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-09 14:50:06,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-09 14:50:06,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-09 14:50:06,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-09 14:50:06,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-09 14:50:06,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-09 14:50:06,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-09 14:50:06,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-09 14:50:06,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +29: [2023-05-09 14:50:06,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +29: [2023-05-09 14:50:06,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +13: [2023-05-09 14:50:06,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-09 14:50:06,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-09 14:50:06,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-09 14:50:06,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +21: [2023-05-09 14:50:06,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-09 14:50:06,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-09 14:50:06,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-09 14:50:06,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-09 14:50:06,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-09 14:50:06,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 4: [2023-05-09 14:50:06,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 4: [2023-05-09 14:50:06,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +18: [2023-05-09 14:50:06,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-09 14:50:06,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-09 14:50:06,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-09 14:50:06,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-09 14:50:06,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-09 14:50:06,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-09 14:50:06,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 9: [2023-05-09 14:50:06,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-09 14:50:06,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-09 14:50:06,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-09 14:50:06,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 8: [2023-05-09 14:50:06,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +17: [2023-05-09 14:50:06,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +26: [2023-05-09 14:50:06,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +26: [2023-05-09 14:50:06,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-09 14:50:06,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +26: [2023-05-09 14:50:06,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +31: [2023-05-09 14:50:06,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-09 14:50:06,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +17: [2023-05-09 14:50:06,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +26: [2023-05-09 14:50:06,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +17: [2023-05-09 14:50:06,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-09 14:50:06,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +17: [2023-05-09 14:50:06,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +17: [2023-05-09 14:50:06,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-09 14:50:06,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-09 14:50:06,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-09 14:50:06,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-09 14:50:06,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-09 14:50:06,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +26: [2023-05-09 14:50:06,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-09 14:50:06,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-09 14:50:06,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-09 14:50:06,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +26: [2023-05-09 14:50:06,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-09 14:50:06,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +27: [2023-05-09 14:50:06,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-09 14:50:06,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-09 14:50:06,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-09 14:50:06,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-09 14:50:06,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-09 14:50:06,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-09 14:50:06,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-09 14:50:06,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-09 14:50:06,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +11: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-09 14:50:06,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-09 14:50:06,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-09 14:50:06,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-09 14:50:06,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-09 14:50:06,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-09 14:50:06,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:06,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:06,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-09 14:50:06,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-09 14:50:06,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:06,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-09 14:50:06,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-09 14:50:06,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-09 14:50:06,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-09 14:50:06,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-09 14:50:06,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-09 14:50:06,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-09 14:50:06,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-09 14:50:06,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-09 14:50:06,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-09 14:50:06,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:06,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-09 14:50:06,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-09 14:50:06,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-09 14:50:06,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +12: [2023-05-09 14:50:06,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +12: [2023-05-09 14:50:06,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +12: [2023-05-09 14:50:06,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 0: [2023-05-09 14:50:06,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 0: [2023-05-09 14:50:06,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 0: [2023-05-09 14:50:06,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +24: [2023-05-09 14:50:06,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-09 14:50:06,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-09 14:50:06,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +30: [2023-05-09 14:50:06,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-09 14:50:06,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-09 14:50:06,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-09 14:50:06,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +24: [2023-05-09 14:50:06,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-09 14:50:06,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:06,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-09 14:50:06,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-09 14:50:06,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-09 14:50:06,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-09 14:50:06,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-09 14:50:06,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-09 14:50:06,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-09 14:50:06,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-09 14:50:06,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-09 14:50:06,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-09 14:50:06,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-09 14:50:06,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-09 14:50:06,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +13: [2023-05-09 14:50:06,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-09 14:50:06,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-09 14:50:06,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:06,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-09 14:50:06,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +13: [2023-05-09 14:50:06,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +13: [2023-05-09 14:50:06,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +27: [2023-05-09 14:50:06,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-09 14:50:06,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-09 14:50:06,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +25: [2023-05-09 14:50:06,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +25: [2023-05-09 14:50:06,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 5: [2023-05-09 14:50:06,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-09 14:50:06,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +21: [2023-05-09 14:50:06,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +21: [2023-05-09 14:50:06,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-09 14:50:06,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-09 14:50:06,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +30: [2023-05-09 14:50:06,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-09 14:50:06,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +18: [2023-05-09 14:50:06,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-09 14:50:06,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-09 14:50:06,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-09 14:50:06,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 5: [2023-05-09 14:50:06,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-09 14:50:06,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +30: [2023-05-09 14:50:06,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +30: [2023-05-09 14:50:06,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +18: [2023-05-09 14:50:06,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +18: [2023-05-09 14:50:06,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +29: [2023-05-09 14:50:06,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-09 14:50:06,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-09 14:50:06,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-09 14:50:06,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-09 14:50:06,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +10: [2023-05-09 14:50:06,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-09 14:50:06,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-09 14:50:06,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-09 14:50:06,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:06,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-09 14:50:06,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-09 14:50:06,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-09 14:50:06,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-09 14:50:06,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-09 14:50:06,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-09 14:50:06,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-09 14:50:06,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-09 14:50:06,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +29: [2023-05-09 14:50:06,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +29: [2023-05-09 14:50:06,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +24: [2023-05-09 14:50:06,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-09 14:50:06,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-09 14:50:06,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-09 14:50:06,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-09 14:50:06,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-09 14:50:06,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-09 14:50:06,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +14: [2023-05-09 14:50:06,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 7: [2023-05-09 14:50:06,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-09 14:50:06,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-09 14:50:06,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-09 14:50:06,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +14: [2023-05-09 14:50:06,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +14: [2023-05-09 14:50:06,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-09 14:50:06,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-09 14:50:06,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-09 14:50:06,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-09 14:50:06,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-09 14:50:06,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-09 14:50:06,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-09 14:50:06,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-09 14:50:06,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-09 14:50:06,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-09 14:50:06,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-09 14:50:06,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-09 14:50:06,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-09 14:50:06,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-09 14:50:06,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-09 14:50:06,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-09 14:50:06,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-09 14:50:06,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-09 14:50:06,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-09 14:50:06,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-09 14:50:06,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-09 14:50:06,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-09 14:50:06,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-09 14:50:06,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-09 14:50:06,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +22: [2023-05-09 14:50:06,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +22: [2023-05-09 14:50:06,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +22: [2023-05-09 14:50:06,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +14: [2023-05-09 14:50:06,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-09 14:50:06,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-09 14:50:06,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:06,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-09 14:50:06,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-09 14:50:06,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:06,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-09 14:50:06,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-09 14:50:06,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-09 14:50:06,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-09 14:50:06,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-09 14:50:06,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-09 14:50:06,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-09 14:50:06,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-09 14:50:06,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-09 14:50:06,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-09 14:50:06,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-09 14:50:06,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +24: [2023-05-09 14:50:06,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +24: [2023-05-09 14:50:06,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +14: [2023-05-09 14:50:06,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-09 14:50:06,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-09 14:50:06,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-09 14:50:06,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +24: [2023-05-09 14:50:06,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +30: [2023-05-09 14:50:06,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-09 14:50:06,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-09 14:50:06,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-09 14:50:06,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-09 14:50:06,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-09 14:50:06,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-09 14:50:06,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-09 14:50:06,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-09 14:50:06,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +27: [2023-05-09 14:50:06,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +27: [2023-05-09 14:50:06,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 0: [2023-05-09 14:50:06,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:06,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +17: [2023-05-09 14:50:06,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-09 14:50:06,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:06,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +16: [2023-05-09 14:50:06,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-09 14:50:06,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-09 14:50:06,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-09 14:50:06,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-09 14:50:06,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-09 14:50:06,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-09 14:50:06,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 7: [2023-05-09 14:50:06,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 7: [2023-05-09 14:50:06,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. + 7: [2023-05-09 14:50:06,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_26-model_01-model_states.pt. +17: [2023-05-09 14:50:06,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-09 14:50:06,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-09 14:50:06,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-09 14:50:06,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-09 14:50:06,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-09 14:50:06,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-09 14:50:06,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-09 14:50:06,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-09 14:50:06,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-09 14:50:06,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-09 14:50:06,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +25: [2023-05-09 14:50:06,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-09 14:50:06,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-09 14:50:06,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-09 14:50:06,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-09 14:50:06,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-09 14:50:06,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:06,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-09 14:50:06,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-09 14:50:06,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:06,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-09 14:50:06,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-09 14:50:06,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:06,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-09 14:50:06,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +24: [2023-05-09 14:50:06,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-09 14:50:06,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-09 14:50:06,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 0: [2023-05-09 14:50:06,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-09 14:50:06,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-09 14:50:06,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-09 14:50:06,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-09 14:50:06,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 7: [2023-05-09 14:50:07,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-09 14:50:07,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-09 14:50:07,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-09 14:50:07,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-09 14:50:07,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-09 14:50:07,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-09 14:50:07,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-09 14:50:07,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +14: [2023-05-09 14:50:07,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +14: [2023-05-09 14:50:07,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +17: [2023-05-09 14:50:07,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-09 14:50:07,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-09 14:50:07,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-09 14:50:07,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-09 14:50:07,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-09 14:50:07,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-09 14:50:07,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-09 14:50:07,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-09 14:50:07,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-09 14:50:07,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-09 14:50:07,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-09 14:50:07,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-09 14:50:07,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-09 14:50:07,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-09 14:50:07,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-09 14:50:07,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-09 14:50:07,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-09 14:50:07,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +16: [2023-05-09 14:50:07,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-09 14:50:07,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +28: [2023-05-09 14:50:07,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-09 14:50:07,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-09 14:50:07,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-09 14:50:07,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-09 14:50:07,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-09 14:50:07,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-09 14:50:07,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-09 14:50:07,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-09 14:50:07,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-09 14:50:07,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-09 14:50:07,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-09 14:50:07,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-09 14:50:07,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-09 14:50:07,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-09 14:50:07,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-09 14:50:07,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-09 14:50:07,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-09 14:50:07,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-09 14:50:07,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-09 14:50:07,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-09 14:50:07,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-09 14:50:07,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-09 14:50:07,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-09 14:50:07,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-09 14:50:07,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-09 14:50:07,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-09 14:50:07,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-09 14:50:07,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +22: [2023-05-09 14:50:07,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 3: [2023-05-09 14:50:07,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-09 14:50:07,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-09 14:50:07,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-09 14:50:07,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:07,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-09 14:50:07,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-09 14:50:07,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-09 14:50:07,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-09 14:50:07,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-09 14:50:07,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-09 14:50:07,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-09 14:50:07,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-09 14:50:07,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-09 14:50:07,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-09 14:50:07,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-09 14:50:07,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:07,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +27: [2023-05-09 14:50:07,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 3: [2023-05-09 14:50:07,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-09 14:50:07,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-09 14:50:07,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 7: [2023-05-09 14:50:07,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-09 14:50:07,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +24: [2023-05-09 14:50:07,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-09 14:50:07,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-09 14:50:07,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 7: [2023-05-09 14:50:07,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-09 14:50:07,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-09 14:50:07,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-09 14:50:07,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-09 14:50:07,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +24: [2023-05-09 14:50:07,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +27: [2023-05-09 14:50:07,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +16: [2023-05-09 14:50:07,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 7: [2023-05-09 14:50:07,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... + 7: [2023-05-09 14:50:07,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +24: [2023-05-09 14:50:07,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +21: [2023-05-09 14:50:07,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt... +17: [2023-05-09 14:50:07,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-09 14:50:07,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:07,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-09 14:50:07,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-09 14:50:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-09 14:50:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-09 14:50:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-09 14:50:07,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-09 14:50:07,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-09 14:50:07,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-09 14:50:07,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-09 14:50:07,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-09 14:50:07,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-09 14:50:07,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-09 14:50:07,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-09 14:50:07,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-09 14:50:07,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-09 14:50:07,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-09 14:50:07,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-09 14:50:07,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-09 14:50:07,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-09 14:50:07,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-09 14:50:07,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-09 14:50:07,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-09 14:50:07,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-09 14:50:07,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-09 14:50:07,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-09 14:50:07,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-09 14:50:07,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-09 14:50:07,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +16: [2023-05-09 14:50:07,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +16: [2023-05-09 14:50:07,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +16: [2023-05-09 14:50:07,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-09 14:50:07,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-09 14:50:07,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:07,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-09 14:50:07,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-09 14:50:07,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-09 14:50:07,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:07,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-09 14:50:07,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-09 14:50:07,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-09 14:50:07,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-09 14:50:07,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +23: [2023-05-09 14:50:07,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +23: [2023-05-09 14:50:07,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +23: [2023-05-09 14:50:07,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +16: [2023-05-09 14:50:07,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-09 14:50:07,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-09 14:50:07,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-09 14:50:07,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-09 14:50:07,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-09 14:50:07,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-09 14:50:07,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-09 14:50:07,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-09 14:50:07,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-09 14:50:07,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-09 14:50:07,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-09 14:50:07,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-09 14:50:07,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-09 14:50:07,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-09 14:50:07,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-09 14:50:07,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-09 14:50:07,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-09 14:50:07,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-09 14:50:07,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-09 14:50:07,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-09 14:50:07,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-09 14:50:07,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-09 14:50:07,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-09 14:50:07,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-09 14:50:07,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-09 14:50:07,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-09 14:50:07,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-09 14:50:07,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-09 14:50:07,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +16: [2023-05-09 14:50:07,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +15: [2023-05-09 14:50:07,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-09 14:50:07,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-09 14:50:07,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +16: [2023-05-09 14:50:07,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:07,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-09 14:50:07,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-09 14:50:07,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-09 14:50:07,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +15: [2023-05-09 14:50:07,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-09 14:50:07,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-09 14:50:07,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-09 14:50:07,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-09 14:50:07,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-09 14:50:07,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-09 14:50:07,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-09 14:50:07,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +19: [2023-05-09 14:50:07,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-09 14:50:07,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-09 14:50:07,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +23: [2023-05-09 14:50:07,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-09 14:50:07,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-09 14:50:07,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +23: [2023-05-09 14:50:07,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +19: [2023-05-09 14:50:07,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-09 14:50:07,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-09 14:50:07,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-09 14:50:07,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-09 14:50:07,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-09 14:50:07,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-09 14:50:07,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-09 14:50:07,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-09 14:50:07,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-09 14:50:07,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-09 14:50:07,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-09 14:50:07,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-09 14:50:07,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-09 14:50:07,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-09 14:50:07,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-09 14:50:07,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-09 14:50:07,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-09 14:50:07,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-09 14:50:07,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-09 14:50:07,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-09 14:50:07,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-09 14:50:07,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-09 14:50:07,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-09 14:50:07,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-09 14:50:07,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-09 14:50:07,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-09 14:50:07,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-09 14:50:07,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:07,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +11: [2023-05-09 14:50:07,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +11: [2023-05-09 14:50:07,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +11: [2023-05-09 14:50:07,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +25: [2023-05-09 14:50:07,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-09 14:50:07,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-09 14:50:07,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-09 14:50:07,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:07,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:07,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:07,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:07,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-09 14:50:07,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-09 14:50:07,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-09 14:50:07,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:07,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-09 14:50:07,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:07,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:07,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:07,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-09 14:50:07,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-09 14:50:07,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-09 14:50:07,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-09 14:50:07,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 6: [2023-05-09 14:50:07,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 6: [2023-05-09 14:50:07,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 6: [2023-05-09 14:50:07,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +11: [2023-05-09 14:50:07,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-09 14:50:07,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-09 14:50:07,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-09 14:50:07,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-09 14:50:07,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-09 14:50:07,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +13: [2023-05-09 14:50:07,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-09 14:50:07,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-09 14:50:07,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-09 14:50:07,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-09 14:50:07,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-09 14:50:07,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 4: [2023-05-09 14:50:07,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-09 14:50:07,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +13: [2023-05-09 14:50:07,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-09 14:50:07,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-09 14:50:07,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +27: [2023-05-09 14:50:07,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-09 14:50:07,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-09 14:50:07,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-09 14:50:07,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-09 14:50:07,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-09 14:50:07,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-09 14:50:07,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-09 14:50:07,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-09 14:50:07,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-09 14:50:07,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 8: [2023-05-09 14:50:07,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 8: [2023-05-09 14:50:07,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 8: [2023-05-09 14:50:07,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +25: [2023-05-09 14:50:07,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-09 14:50:07,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:07,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:07,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-09 14:50:07,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 2: [2023-05-09 14:50:07,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 2: [2023-05-09 14:50:07,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 2: [2023-05-09 14:50:07,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 9: [2023-05-09 14:50:07,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-09 14:50:07,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-09 14:50:07,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-09 14:50:07,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-09 14:50:07,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:07,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:07,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-09 14:50:07,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-09 14:50:07,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-09 14:50:07,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-09 14:50:07,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-09 14:50:07,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-09 14:50:07,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-09 14:50:07,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:07,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +11: [2023-05-09 14:50:07,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +27: [2023-05-09 14:50:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-09 14:50:07,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 5: [2023-05-09 14:50:07,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-09 14:50:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-09 14:50:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-09 14:50:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-09 14:50:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-09 14:50:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:07,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-09 14:50:07,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:07,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-09 14:50:07,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-09 14:50:07,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-09 14:50:07,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-09 14:50:07,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:07,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-09 14:50:07,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-09 14:50:07,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-09 14:50:07,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-09 14:50:07,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-09 14:50:07,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-09 14:50:07,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:07,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-09 14:50:07,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-09 14:50:07,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-09 14:50:07,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +10: [2023-05-09 14:50:07,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +10: [2023-05-09 14:50:07,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 6: [2023-05-09 14:50:07,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +10: [2023-05-09 14:50:07,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 4: [2023-05-09 14:50:07,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-09 14:50:07,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +27: [2023-05-09 14:50:07,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +31: [2023-05-09 14:50:07,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-09 14:50:07,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-09 14:50:07,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +31: [2023-05-09 14:50:07,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-09 14:50:07,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-09 14:50:07,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-09 14:50:07,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-09 14:50:07,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-09 14:50:07,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 2: [2023-05-09 14:50:07,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-09 14:50:07,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-09 14:50:07,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-09 14:50:07,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-09 14:50:07,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-09 14:50:07,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-09 14:50:07,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-09 14:50:07,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 8: [2023-05-09 14:50:07,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-09 14:50:07,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-09 14:50:07,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-09 14:50:07,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-09 14:50:07,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-09 14:50:07,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-09 14:50:07,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-09 14:50:07,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +22: [2023-05-09 14:50:07,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-09 14:50:07,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-09 14:50:07,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-09 14:50:07,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-09 14:50:07,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-09 14:50:07,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-09 14:50:07,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-09 14:50:07,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-09 14:50:07,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-09 14:50:07,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-09 14:50:07,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-09 14:50:07,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-09 14:50:07,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-09 14:50:07,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-09 14:50:07,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-09 14:50:07,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-09 14:50:07,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-09 14:50:07,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-09 14:50:07,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-09 14:50:07,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-09 14:50:07,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-09 14:50:07,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-09 14:50:07,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-09 14:50:07,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-09 14:50:07,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-09 14:50:07,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-09 14:50:07,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +18: [2023-05-09 14:50:07,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-09 14:50:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-09 14:50:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +11: [2023-05-09 14:50:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-09 14:50:07,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:07,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-09 14:50:07,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-09 14:50:07,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-09 14:50:07,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-09 14:50:07,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 8: [2023-05-09 14:50:07,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-09 14:50:07,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-09 14:50:07,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 8: [2023-05-09 14:50:07,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +24: [2023-05-09 14:50:07,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-09 14:50:07,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-09 14:50:07,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:07,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +28: [2023-05-09 14:50:07,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +10: [2023-05-09 14:50:07,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-09 14:50:07,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 5: [2023-05-09 14:50:07,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:07,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +10: [2023-05-09 14:50:07,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +10: [2023-05-09 14:50:07,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-09 14:50:07,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-09 14:50:07,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-09 14:50:07,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 2: [2023-05-09 14:50:07,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-09 14:50:07,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 2: [2023-05-09 14:50:07,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:07,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:07,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-09 14:50:07,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-09 14:50:07,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +22: [2023-05-09 14:50:07,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-09 14:50:07,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:07,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-09 14:50:07,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-09 14:50:07,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-09 14:50:07,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:07,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-09 14:50:07,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-09 14:50:07,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-09 14:50:07,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-09 14:50:07,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-09 14:50:07,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-09 14:50:07,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-09 14:50:07,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-09 14:50:07,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-09 14:50:07,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-09 14:50:07,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-09 14:50:07,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-09 14:50:07,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-09 14:50:07,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-09 14:50:07,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-09 14:50:07,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-09 14:50:07,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-09 14:50:07,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-09 14:50:07,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-09 14:50:07,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-09 14:50:07,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-09 14:50:07,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-09 14:50:07,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-09 14:50:07,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-09 14:50:07,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-09 14:50:07,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-09 14:50:07,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-09 14:50:07,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-09 14:50:07,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-09 14:50:07,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-09 14:50:07,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-09 14:50:07,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-09 14:50:07,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-09 14:50:07,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-09 14:50:07,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 4: [2023-05-09 14:50:07,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +16: [2023-05-09 14:50:07,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-09 14:50:07,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +18: [2023-05-09 14:50:07,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +23: [2023-05-09 14:50:07,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-09 14:50:07,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-09 14:50:07,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-09 14:50:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-09 14:50:07,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-09 14:50:07,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-09 14:50:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-09 14:50:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-09 14:50:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-09 14:50:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-09 14:50:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-09 14:50:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-09 14:50:07,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-09 14:50:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +28: [2023-05-09 14:50:07,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-09 14:50:07,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-09 14:50:07,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +28: [2023-05-09 14:50:07,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +28: [2023-05-09 14:50:07,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +17: [2023-05-09 14:50:07,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:07,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 2: [2023-05-09 14:50:07,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-09 14:50:07,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:07,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:07,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:07,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:07,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:07,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:07,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:07,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:07,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-09 14:50:07,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-09 14:50:07,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-09 14:50:07,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-09 14:50:07,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-09 14:50:07,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-09 14:50:07,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-09 14:50:07,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-09 14:50:07,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +16: [2023-05-09 14:50:07,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 3: [2023-05-09 14:50:07,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 3: [2023-05-09 14:50:07,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +16: [2023-05-09 14:50:07,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-09 14:50:07,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-09 14:50:07,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-09 14:50:07,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 1: [2023-05-09 14:50:07,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 1: [2023-05-09 14:50:07,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +31: [2023-05-09 14:50:07,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +31: [2023-05-09 14:50:07,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 1: [2023-05-09 14:50:07,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 1: [2023-05-09 14:50:07,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +31: [2023-05-09 14:50:07,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +17: [2023-05-09 14:50:07,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-09 14:50:07,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-09 14:50:07,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 4: [2023-05-09 14:50:07,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +28: [2023-05-09 14:50:07,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-09 14:50:07,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-09 14:50:07,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-09 14:50:07,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:07,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +20: [2023-05-09 14:50:07,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +20: [2023-05-09 14:50:07,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-09 14:50:07,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-09 14:50:07,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-09 14:50:07,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-09 14:50:07,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-09 14:50:07,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-09 14:50:07,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-09 14:50:07,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-09 14:50:07,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-09 14:50:07,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-09 14:50:07,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-09 14:50:07,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-09 14:50:07,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-09 14:50:07,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:07,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:07,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-09 14:50:07,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-09 14:50:07,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +20: [2023-05-09 14:50:07,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +20: [2023-05-09 14:50:07,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +20: [2023-05-09 14:50:07,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +21: [2023-05-09 14:50:07,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-09 14:50:07,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-09 14:50:07,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-09 14:50:07,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 9: [2023-05-09 14:50:07,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 9: [2023-05-09 14:50:07,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-09 14:50:07,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-09 14:50:07,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-09 14:50:07,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-09 14:50:07,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-09 14:50:07,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +21: [2023-05-09 14:50:07,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +21: [2023-05-09 14:50:07,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-09 14:50:07,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +21: [2023-05-09 14:50:07,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-09 14:50:07,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +28: [2023-05-09 14:50:07,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:07,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +12: [2023-05-09 14:50:07,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 5: [2023-05-09 14:50:07,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 5: [2023-05-09 14:50:07,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 5: [2023-05-09 14:50:07,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +28: [2023-05-09 14:50:07,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +26: [2023-05-09 14:50:07,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +26: [2023-05-09 14:50:07,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +26: [2023-05-09 14:50:07,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +26: [2023-05-09 14:50:07,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +30: [2023-05-09 14:50:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +30: [2023-05-09 14:50:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +30: [2023-05-09 14:50:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +30: [2023-05-09 14:50:07,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 9: [2023-05-09 14:50:07,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-09 14:50:07,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-09 14:50:07,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-09 14:50:07,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-09 14:50:07,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-09 14:50:07,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-09 14:50:07,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-09 14:50:07,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-09 14:50:07,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-09 14:50:07,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-09 14:50:07,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-09 14:50:07,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-09 14:50:07,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +26: [2023-05-09 14:50:07,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-09 14:50:07,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-09 14:50:07,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +26: [2023-05-09 14:50:07,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-09 14:50:07,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-09 14:50:07,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-09 14:50:07,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-09 14:50:07,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-09 14:50:07,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-09 14:50:07,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +30: [2023-05-09 14:50:07,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-09 14:50:07,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-09 14:50:07,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-09 14:50:07,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-09 14:50:07,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-09 14:50:07,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-09 14:50:07,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-09 14:50:07,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-09 14:50:07,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +17: [2023-05-09 14:50:07,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +17: [2023-05-09 14:50:07,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +17: [2023-05-09 14:50:07,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 1: [2023-05-09 14:50:07,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-09 14:50:07,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +31: [2023-05-09 14:50:07,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-09 14:50:07,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-09 14:50:07,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-09 14:50:07,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-09 14:50:07,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +31: [2023-05-09 14:50:07,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 3: [2023-05-09 14:50:07,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-09 14:50:07,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +21: [2023-05-09 14:50:07,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-09 14:50:07,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-09 14:50:07,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 3: [2023-05-09 14:50:07,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +31: [2023-05-09 14:50:07,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 1: [2023-05-09 14:50:07,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 3: [2023-05-09 14:50:07,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-09 14:50:07,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 3: [2023-05-09 14:50:07,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +20: [2023-05-09 14:50:07,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-09 14:50:07,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-09 14:50:07,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-09 14:50:07,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-09 14:50:07,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-09 14:50:07,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-09 14:50:07,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 9: [2023-05-09 14:50:07,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 9: [2023-05-09 14:50:07,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +17: [2023-05-09 14:50:07,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +25: [2023-05-09 14:50:07,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +25: [2023-05-09 14:50:07,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +26: [2023-05-09 14:50:07,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-09 14:50:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +30: [2023-05-09 14:50:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-09 14:50:07,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-09 14:50:07,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-09 14:50:07,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +22: [2023-05-09 14:50:07,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-09 14:50:07,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 5: [2023-05-09 14:50:07,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-09 14:50:07,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-09 14:50:07,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-09 14:50:07,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-09 14:50:07,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 1: [2023-05-09 14:50:07,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-09 14:50:07,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +20: [2023-05-09 14:50:07,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-09 14:50:07,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 5: [2023-05-09 14:50:07,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-09 14:50:07,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +26: [2023-05-09 14:50:07,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 9: [2023-05-09 14:50:07,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +21: [2023-05-09 14:50:07,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +21: [2023-05-09 14:50:07,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-09 14:50:07,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-09 14:50:07,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-09 14:50:07,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-09 14:50:07,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +21: [2023-05-09 14:50:07,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +26: [2023-05-09 14:50:07,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-09 14:50:07,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-09 14:50:07,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-09 14:50:07,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-09 14:50:07,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +30: [2023-05-09 14:50:07,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +26: [2023-05-09 14:50:07,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +19: [2023-05-09 14:50:07,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:07,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-09 14:50:07,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-09 14:50:07,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-09 14:50:07,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +18: [2023-05-09 14:50:07,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +25: [2023-05-09 14:50:07,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-09 14:50:07,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +18: [2023-05-09 14:50:07,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +25: [2023-05-09 14:50:07,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-09 14:50:07,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-09 14:50:07,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-09 14:50:07,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +17: [2023-05-09 14:50:07,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-09 14:50:07,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +17: [2023-05-09 14:50:07,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +15: [2023-05-09 14:50:07,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +15: [2023-05-09 14:50:07,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +15: [2023-05-09 14:50:07,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +15: [2023-05-09 14:50:07,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +21: [2023-05-09 14:50:07,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-09 14:50:07,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-09 14:50:07,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-09 14:50:07,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-09 14:50:07,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-09 14:50:07,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-09 14:50:07,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-09 14:50:07,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-09 14:50:07,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-09 14:50:07,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-09 14:50:07,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-09 14:50:07,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-09 14:50:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +20: [2023-05-09 14:50:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +20: [2023-05-09 14:50:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +20: [2023-05-09 14:50:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +19: [2023-05-09 14:50:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-09 14:50:07,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +21: [2023-05-09 14:50:07,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-09 14:50:07,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +18: [2023-05-09 14:50:07,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-09 14:50:07,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +18: [2023-05-09 14:50:07,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-09 14:50:07,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-09 14:50:07,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-09 14:50:07,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-09 14:50:07,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-09 14:50:07,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-09 14:50:07,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:07,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-09 14:50:07,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-09 14:50:07,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 0: [2023-05-09 14:50:07,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 0: [2023-05-09 14:50:07,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +19: [2023-05-09 14:50:07,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 0: [2023-05-09 14:50:07,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-09 14:50:07,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +22: [2023-05-09 14:50:07,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +22: [2023-05-09 14:50:07,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +15: [2023-05-09 14:50:07,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-09 14:50:07,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-09 14:50:07,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-09 14:50:07,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +16: [2023-05-09 14:50:07,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +16: [2023-05-09 14:50:07,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +16: [2023-05-09 14:50:07,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +25: [2023-05-09 14:50:07,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +13: [2023-05-09 14:50:07,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-09 14:50:07,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-09 14:50:07,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-09 14:50:07,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-09 14:50:07,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-09 14:50:07,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-09 14:50:07,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-09 14:50:07,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-09 14:50:07,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-09 14:50:07,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 0: [2023-05-09 14:50:07,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-09 14:50:07,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-09 14:50:07,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-09 14:50:07,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 6: [2023-05-09 14:50:07,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-09 14:50:07,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 6: [2023-05-09 14:50:07,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +13: [2023-05-09 14:50:07,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +13: [2023-05-09 14:50:07,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +16: [2023-05-09 14:50:07,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-09 14:50:07,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-09 14:50:07,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +13: [2023-05-09 14:50:07,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +18: [2023-05-09 14:50:07,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-09 14:50:07,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +18: [2023-05-09 14:50:07,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-09 14:50:07,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +18: [2023-05-09 14:50:07,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-09 14:50:07,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-09 14:50:07,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +16: [2023-05-09 14:50:07,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-09 14:50:07,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-09 14:50:07,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-09 14:50:07,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +18: [2023-05-09 14:50:07,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +15: [2023-05-09 14:50:07,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-09 14:50:07,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +14: [2023-05-09 14:50:07,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +14: [2023-05-09 14:50:07,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +14: [2023-05-09 14:50:07,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-09 14:50:07,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-09 14:50:07,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-09 14:50:07,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-09 14:50:07,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-09 14:50:07,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-09 14:50:07,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +15: [2023-05-09 14:50:07,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-09 14:50:07,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +19: [2023-05-09 14:50:07,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +19: [2023-05-09 14:50:07,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +19: [2023-05-09 14:50:07,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 6: [2023-05-09 14:50:07,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-09 14:50:07,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-09 14:50:07,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-09 14:50:07,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 6: [2023-05-09 14:50:07,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-09 14:50:07,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-09 14:50:07,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-09 14:50:07,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-09 14:50:07,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +29: [2023-05-09 14:50:07,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +29: [2023-05-09 14:50:07,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +29: [2023-05-09 14:50:07,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +13: [2023-05-09 14:50:07,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-09 14:50:07,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-09 14:50:07,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +24: [2023-05-09 14:50:07,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +27: [2023-05-09 14:50:07,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +27: [2023-05-09 14:50:07,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +27: [2023-05-09 14:50:07,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +27: [2023-05-09 14:50:07,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +24: [2023-05-09 14:50:07,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +24: [2023-05-09 14:50:07,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 0: [2023-05-09 14:50:07,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 7: [2023-05-09 14:50:07,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 7: [2023-05-09 14:50:07,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 7: [2023-05-09 14:50:07,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. + 7: [2023-05-09 14:50:07,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-09 14:50:07,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +23: [2023-05-09 14:50:07,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +23: [2023-05-09 14:50:07,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +23: [2023-05-09 14:50:07,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +23: [2023-05-09 14:50:07,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 8: [2023-05-09 14:50:07,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 8: [2023-05-09 14:50:07,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 6: [2023-05-09 14:50:07,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-09 14:50:07,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 8: [2023-05-09 14:50:07,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +13: [2023-05-09 14:50:07,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-09 14:50:07,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:07,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 0: [2023-05-09 14:50:07,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +14: [2023-05-09 14:50:07,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:07,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:07,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-09 14:50:07,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-09 14:50:07,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-09 14:50:07,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-09 14:50:07,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-09 14:50:07,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-09 14:50:07,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +19: [2023-05-09 14:50:07,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-09 14:50:07,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-09 14:50:07,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-09 14:50:07,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-09 14:50:07,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-09 14:50:07,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-09 14:50:07,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-09 14:50:07,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-09 14:50:07,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-09 14:50:07,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-09 14:50:07,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-09 14:50:07,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-09 14:50:07,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-09 14:50:07,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 8: [2023-05-09 14:50:07,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:07,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +11: [2023-05-09 14:50:07,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 8: [2023-05-09 14:50:07,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-09 14:50:07,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 8: [2023-05-09 14:50:07,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-09 14:50:07,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-09 14:50:07,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-09 14:50:07,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +30: [2023-05-09 14:50:07,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-09 14:50:07,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-09 14:50:07,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-09 14:50:07,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +30: [2023-05-09 14:50:07,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-09 14:50:07,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +23: [2023-05-09 14:50:07,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-09 14:50:07,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-09 14:50:07,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-09 14:50:07,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-09 14:50:07,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-09 14:50:07,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-09 14:50:07,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-09 14:50:07,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-09 14:50:07,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-09 14:50:07,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-09 14:50:07,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-09 14:50:07,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-09 14:50:07,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-09 14:50:07,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-09 14:50:07,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-09 14:50:07,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-09 14:50:07,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-09 14:50:07,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-09 14:50:07,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +15: [2023-05-09 14:50:07,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 6: [2023-05-09 14:50:07,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 6: [2023-05-09 14:50:07,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +16: [2023-05-09 14:50:07,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-09 14:50:07,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-09 14:50:07,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-09 14:50:07,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-09 14:50:07,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-09 14:50:07,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-09 14:50:07,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-09 14:50:07,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +11: [2023-05-09 14:50:07,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-09 14:50:07,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 6: [2023-05-09 14:50:07,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +13: [2023-05-09 14:50:07,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-09 14:50:07,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-09 14:50:07,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 3: [2023-05-09 14:50:07,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-09 14:50:07,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-09 14:50:07,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:07,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-09 14:50:07,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +15: [2023-05-09 14:50:07,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-09 14:50:07,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-09 14:50:07,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-09 14:50:07,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-09 14:50:07,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-09 14:50:07,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +19: [2023-05-09 14:50:07,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-09 14:50:07,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +14: [2023-05-09 14:50:07,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +30: [2023-05-09 14:50:07,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-09 14:50:07,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +19: [2023-05-09 14:50:07,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-09 14:50:07,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-09 14:50:07,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-09 14:50:07,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-09 14:50:07,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 2: [2023-05-09 14:50:07,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-09 14:50:07,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-09 14:50:07,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-09 14:50:07,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +19: [2023-05-09 14:50:07,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 7: [2023-05-09 14:50:07,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +29: [2023-05-09 14:50:07,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +29: [2023-05-09 14:50:07,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +10: [2023-05-09 14:50:07,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-09 14:50:07,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +14: [2023-05-09 14:50:07,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-09 14:50:07,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-09 14:50:07,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-09 14:50:07,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +27: [2023-05-09 14:50:07,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-09 14:50:07,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-09 14:50:07,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-09 14:50:07,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-09 14:50:07,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-09 14:50:07,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-09 14:50:07,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-09 14:50:07,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +27: [2023-05-09 14:50:07,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +15: [2023-05-09 14:50:07,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-09 14:50:07,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 8: [2023-05-09 14:50:07,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +27: [2023-05-09 14:50:07,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +29: [2023-05-09 14:50:07,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +27: [2023-05-09 14:50:07,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 3: [2023-05-09 14:50:07,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-09 14:50:07,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +24: [2023-05-09 14:50:07,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-09 14:50:07,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +24: [2023-05-09 14:50:07,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 7: [2023-05-09 14:50:07,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-09 14:50:07,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-09 14:50:07,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-09 14:50:07,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-09 14:50:07,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +23: [2023-05-09 14:50:07,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 8: [2023-05-09 14:50:07,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +15: [2023-05-09 14:50:07,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-09 14:50:07,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +19: [2023-05-09 14:50:07,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-09 14:50:07,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-09 14:50:07,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +23: [2023-05-09 14:50:07,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 7: [2023-05-09 14:50:07,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 7: [2023-05-09 14:50:07,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +23: [2023-05-09 14:50:07,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +24: [2023-05-09 14:50:07,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... +11: [2023-05-09 14:50:07,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-09 14:50:07,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt... + 3: [2023-05-09 14:50:07,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-09 14:50:07,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-09 14:50:07,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-09 14:50:07,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-09 14:50:07,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-09 14:50:07,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-09 14:50:07,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-09 14:50:07,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +23: [2023-05-09 14:50:07,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-09 14:50:07,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:07,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-09 14:50:07,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +27: [2023-05-09 14:50:07,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-09 14:50:07,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-09 14:50:07,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-09 14:50:07,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:07,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-09 14:50:07,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-09 14:50:07,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-09 14:50:07,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:07,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:07,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:07,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:07,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:07,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-09 14:50:07,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-09 14:50:07,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-09 14:50:07,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-09 14:50:07,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-09 14:50:07,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-09 14:50:07,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-09 14:50:07,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-09 14:50:07,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:07,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-09 14:50:07,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-09 14:50:07,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-09 14:50:07,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-09 14:50:07,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-09 14:50:07,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-09 14:50:07,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-09 14:50:07,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:07,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 3: [2023-05-09 14:50:07,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-09 14:50:07,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:07,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +29: [2023-05-09 14:50:07,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:07,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +29: [2023-05-09 14:50:07,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-09 14:50:07,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-09 14:50:07,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-09 14:50:07,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-09 14:50:07,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-09 14:50:07,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-09 14:50:07,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-09 14:50:07,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-09 14:50:07,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-09 14:50:07,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-09 14:50:07,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-09 14:50:07,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-09 14:50:07,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-09 14:50:07,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-09 14:50:07,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-09 14:50:07,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-09 14:50:07,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-09 14:50:07,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:07,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:07,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:07,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 2: [2023-05-09 14:50:07,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 2: [2023-05-09 14:50:07,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +31: [2023-05-09 14:50:07,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:07,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-09 14:50:07,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-09 14:50:07,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-09 14:50:07,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-09 14:50:07,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 4: [2023-05-09 14:50:07,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 4: [2023-05-09 14:50:07,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 4: [2023-05-09 14:50:07,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +14: [2023-05-09 14:50:07,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-09 14:50:07,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +10: [2023-05-09 14:50:07,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +10: [2023-05-09 14:50:07,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +27: [2023-05-09 14:50:07,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-09 14:50:07,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-09 14:50:07,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-09 14:50:07,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-09 14:50:07,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-09 14:50:07,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-09 14:50:07,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +31: [2023-05-09 14:50:07,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:07,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-09 14:50:07,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:07,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-09 14:50:07,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-09 14:50:07,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-09 14:50:07,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-09 14:50:07,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:07,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-09 14:50:07,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-09 14:50:07,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +31: [2023-05-09 14:50:07,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-09 14:50:07,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +31: [2023-05-09 14:50:07,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +31: [2023-05-09 14:50:07,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 4: [2023-05-09 14:50:07,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-09 14:50:07,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:07,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-09 14:50:07,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-09 14:50:07,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-09 14:50:07,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-09 14:50:07,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-09 14:50:07,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-09 14:50:07,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:07,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-09 14:50:07,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-09 14:50:07,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-09 14:50:07,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-09 14:50:07,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:07,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-09 14:50:07,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:07,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-09 14:50:07,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:07,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-09 14:50:07,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:07,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-09 14:50:07,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-09 14:50:07,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-09 14:50:07,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-09 14:50:07,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-09 14:50:07,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-09 14:50:07,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-09 14:50:07,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-09 14:50:07,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-09 14:50:07,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-09 14:50:07,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-09 14:50:07,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-09 14:50:07,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-09 14:50:07,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-09 14:50:07,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-09 14:50:07,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-09 14:50:07,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-09 14:50:07,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-09 14:50:07,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-09 14:50:07,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-09 14:50:07,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-09 14:50:07,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:07,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-09 14:50:07,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:07,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-09 14:50:07,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-09 14:50:07,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:07,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-09 14:50:07,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-09 14:50:07,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-09 14:50:07,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:07,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:07,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-09 14:50:07,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-09 14:50:07,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +10: [2023-05-09 14:50:07,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +10: [2023-05-09 14:50:07,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +10: [2023-05-09 14:50:07,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-09 14:50:07,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 6: [2023-05-09 14:50:07,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:07,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-09 14:50:07,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-09 14:50:07,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-09 14:50:07,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-09 14:50:07,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-09 14:50:07,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:07,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-09 14:50:07,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-09 14:50:07,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-09 14:50:07,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 4: [2023-05-09 14:50:07,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +12: [2023-05-09 14:50:07,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-09 14:50:07,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-09 14:50:07,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-09 14:50:07,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 2: [2023-05-09 14:50:07,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-09 14:50:07,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-09 14:50:07,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 2: [2023-05-09 14:50:07,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-09 14:50:07,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-09 14:50:07,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-09 14:50:07,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-09 14:50:07,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-09 14:50:07,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-09 14:50:07,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-09 14:50:07,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-09 14:50:07,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-09 14:50:07,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-09 14:50:07,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-09 14:50:07,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-09 14:50:07,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:07,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +28: [2023-05-09 14:50:07,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +28: [2023-05-09 14:50:07,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +26: [2023-05-09 14:50:07,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:07,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-09 14:50:07,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:07,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +31: [2023-05-09 14:50:07,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 1: [2023-05-09 14:50:07,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-09 14:50:07,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-09 14:50:07,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-09 14:50:07,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 1: [2023-05-09 14:50:07,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-09 14:50:07,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-09 14:50:07,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-09 14:50:07,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-09 14:50:07,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-09 14:50:07,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-09 14:50:07,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-09 14:50:07,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-09 14:50:07,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-09 14:50:07,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +11: [2023-05-09 14:50:07,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-09 14:50:07,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-09 14:50:07,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +18: [2023-05-09 14:50:07,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-09 14:50:07,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-09 14:50:07,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:07,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-09 14:50:07,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-09 14:50:07,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:07,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-09 14:50:07,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-09 14:50:07,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-09 14:50:07,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-09 14:50:07,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-09 14:50:07,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-09 14:50:07,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-09 14:50:07,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-09 14:50:07,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-09 14:50:07,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-09 14:50:07,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-09 14:50:07,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-09 14:50:07,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-09 14:50:07,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-09 14:50:07,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:07,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:07,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-09 14:50:07,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-09 14:50:07,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-09 14:50:07,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-09 14:50:07,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-09 14:50:07,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-09 14:50:07,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:07,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-09 14:50:07,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-09 14:50:07,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-09 14:50:07,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-09 14:50:07,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:07,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-09 14:50:07,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-09 14:50:07,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-09 14:50:07,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-09 14:50:07,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +24: [2023-05-09 14:50:07,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-09 14:50:07,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 3: [2023-05-09 14:50:07,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 3: [2023-05-09 14:50:07,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 3: [2023-05-09 14:50:07,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 1: [2023-05-09 14:50:07,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 1: [2023-05-09 14:50:07,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 4: [2023-05-09 14:50:07,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:07,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +12: [2023-05-09 14:50:07,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +12: [2023-05-09 14:50:07,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +21: [2023-05-09 14:50:07,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-09 14:50:07,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 5: [2023-05-09 14:50:07,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 5: [2023-05-09 14:50:07,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 5: [2023-05-09 14:50:07,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 5: [2023-05-09 14:50:07,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +21: [2023-05-09 14:50:07,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +25: [2023-05-09 14:50:07,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +25: [2023-05-09 14:50:07,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +25: [2023-05-09 14:50:07,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +25: [2023-05-09 14:50:07,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 4: [2023-05-09 14:50:07,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-09 14:50:07,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +21: [2023-05-09 14:50:07,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +21: [2023-05-09 14:50:07,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 1: [2023-05-09 14:50:07,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-09 14:50:07,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-09 14:50:07,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-09 14:50:07,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-09 14:50:07,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-09 14:50:07,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-09 14:50:07,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-09 14:50:07,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-09 14:50:07,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-09 14:50:07,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-09 14:50:07,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-09 14:50:07,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-09 14:50:07,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-09 14:50:07,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-09 14:50:07,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 3: [2023-05-09 14:50:07,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-09 14:50:07,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-09 14:50:07,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-09 14:50:07,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-09 14:50:07,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-09 14:50:07,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-09 14:50:07,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-09 14:50:07,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-09 14:50:07,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-09 14:50:07,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +12: [2023-05-09 14:50:07,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-09 14:50:07,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-09 14:50:07,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 1: [2023-05-09 14:50:07,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-09 14:50:07,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 1: [2023-05-09 14:50:07,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-09 14:50:07,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-09 14:50:07,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-09 14:50:07,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-09 14:50:07,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-09 14:50:07,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +16: [2023-05-09 14:50:07,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-09 14:50:07,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-09 14:50:07,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-09 14:50:07,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-09 14:50:07,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-09 14:50:07,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-09 14:50:07,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-09 14:50:07,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-09 14:50:07,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-09 14:50:07,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-09 14:50:07,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-09 14:50:07,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:07,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-09 14:50:07,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-09 14:50:07,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +21: [2023-05-09 14:50:07,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-09 14:50:07,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:07,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-09 14:50:07,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-09 14:50:07,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-09 14:50:07,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-09 14:50:07,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:07,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-09 14:50:07,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-09 14:50:07,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-09 14:50:07,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-09 14:50:07,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-09 14:50:07,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-09 14:50:07,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-09 14:50:07,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-09 14:50:07,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-09 14:50:07,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-09 14:50:07,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-09 14:50:07,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-09 14:50:07,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-09 14:50:07,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-09 14:50:07,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-09 14:50:07,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-09 14:50:07,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-09 14:50:07,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +28: [2023-05-09 14:50:07,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 5: [2023-05-09 14:50:07,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 1: [2023-05-09 14:50:07,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-09 14:50:07,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-09 14:50:07,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:07,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-09 14:50:07,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-09 14:50:07,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-09 14:50:07,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 5: [2023-05-09 14:50:07,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-09 14:50:07,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-09 14:50:07,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-09 14:50:07,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +22: [2023-05-09 14:50:07,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +22: [2023-05-09 14:50:07,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +22: [2023-05-09 14:50:07,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +21: [2023-05-09 14:50:07,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-09 14:50:07,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 5: [2023-05-09 14:50:07,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-09 14:50:07,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-09 14:50:07,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +21: [2023-05-09 14:50:07,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-09 14:50:07,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-09 14:50:07,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-09 14:50:07,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-09 14:50:07,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +20: [2023-05-09 14:50:07,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-09 14:50:07,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-09 14:50:07,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-09 14:50:07,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-09 14:50:07,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-09 14:50:07,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-09 14:50:07,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 3: [2023-05-09 14:50:07,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +26: [2023-05-09 14:50:07,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-09 14:50:07,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +17: [2023-05-09 14:50:07,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-09 14:50:07,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 9: [2023-05-09 14:50:07,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-09 14:50:07,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 9: [2023-05-09 14:50:07,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +19: [2023-05-09 14:50:07,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-09 14:50:07,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 5: [2023-05-09 14:50:07,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-09 14:50:07,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-09 14:50:07,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-09 14:50:07,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-09 14:50:07,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-09 14:50:07,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-09 14:50:07,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-09 14:50:07,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +13: [2023-05-09 14:50:07,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:07,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +13: [2023-05-09 14:50:07,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 1: [2023-05-09 14:50:07,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-09 14:50:07,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-09 14:50:07,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-09 14:50:07,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-09 14:50:07,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-09 14:50:07,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-09 14:50:07,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +13: [2023-05-09 14:50:07,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-09 14:50:07,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +12: [2023-05-09 14:50:07,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +25: [2023-05-09 14:50:07,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-09 14:50:07,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:07,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 3: [2023-05-09 14:50:07,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-09 14:50:07,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-09 14:50:07,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-09 14:50:07,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +21: [2023-05-09 14:50:07,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-09 14:50:07,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-09 14:50:07,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-09 14:50:07,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +19: [2023-05-09 14:50:07,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +19: [2023-05-09 14:50:07,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-09 14:50:07,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +18: [2023-05-09 14:50:07,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +18: [2023-05-09 14:50:07,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +18: [2023-05-09 14:50:07,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +21: [2023-05-09 14:50:07,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-09 14:50:07,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-09 14:50:07,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +17: [2023-05-09 14:50:07,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-09 14:50:07,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-09 14:50:07,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-09 14:50:07,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-09 14:50:07,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-09 14:50:07,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-09 14:50:07,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-09 14:50:07,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 9: [2023-05-09 14:50:07,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 9: [2023-05-09 14:50:07,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +25: [2023-05-09 14:50:07,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +26: [2023-05-09 14:50:07,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 9: [2023-05-09 14:50:07,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +17: [2023-05-09 14:50:07,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:07,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +21: [2023-05-09 14:50:07,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-09 14:50:07,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +20: [2023-05-09 14:50:07,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +20: [2023-05-09 14:50:07,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +20: [2023-05-09 14:50:07,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +26: [2023-05-09 14:50:07,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-09 14:50:07,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-09 14:50:07,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-09 14:50:07,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +30: [2023-05-09 14:50:07,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-09 14:50:07,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-09 14:50:07,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +19: [2023-05-09 14:50:07,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:07,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-09 14:50:07,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-09 14:50:07,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-09 14:50:07,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-09 14:50:07,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:07,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-09 14:50:07,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-09 14:50:07,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-09 14:50:07,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-09 14:50:07,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-09 14:50:07,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-09 14:50:07,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-09 14:50:07,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-09 14:50:07,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-09 14:50:07,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +22: [2023-05-09 14:50:07,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:07,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-09 14:50:07,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-09 14:50:07,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-09 14:50:07,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-09 14:50:07,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-09 14:50:07,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-09 14:50:07,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-09 14:50:07,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +15: [2023-05-09 14:50:07,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-09 14:50:07,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-09 14:50:07,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-09 14:50:07,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +27: [2023-05-09 14:50:07,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-09 14:50:07,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +27: [2023-05-09 14:50:07,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-09 14:50:07,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-09 14:50:07,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-09 14:50:07,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +27: [2023-05-09 14:50:07,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-09 14:50:07,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +30: [2023-05-09 14:50:07,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +30: [2023-05-09 14:50:07,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +17: [2023-05-09 14:50:07,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +17: [2023-05-09 14:50:07,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +13: [2023-05-09 14:50:07,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-09 14:50:07,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-09 14:50:07,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-09 14:50:07,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-09 14:50:07,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-09 14:50:07,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-09 14:50:07,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-09 14:50:07,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-09 14:50:07,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-09 14:50:07,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-09 14:50:07,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-09 14:50:07,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-09 14:50:07,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-09 14:50:07,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-09 14:50:07,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-09 14:50:07,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-09 14:50:07,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-09 14:50:07,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-09 14:50:07,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-09 14:50:07,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +10: [2023-05-09 14:50:07,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-09 14:50:07,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +10: [2023-05-09 14:50:07,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-09 14:50:07,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-09 14:50:07,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-09 14:50:07,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +10: [2023-05-09 14:50:07,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-09 14:50:07,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-09 14:50:07,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-09 14:50:07,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-09 14:50:07,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +29: [2023-05-09 14:50:07,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +29: [2023-05-09 14:50:07,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +17: [2023-05-09 14:50:07,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-09 14:50:07,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +17: [2023-05-09 14:50:07,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-09 14:50:07,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-09 14:50:07,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-09 14:50:07,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-09 14:50:07,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-09 14:50:07,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-09 14:50:07,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-09 14:50:07,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-09 14:50:07,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +13: [2023-05-09 14:50:07,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:07,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +22: [2023-05-09 14:50:07,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-09 14:50:07,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-09 14:50:07,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-09 14:50:07,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-09 14:50:07,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-09 14:50:07,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-09 14:50:07,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-09 14:50:07,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-09 14:50:07,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +18: [2023-05-09 14:50:07,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-09 14:50:07,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-09 14:50:07,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-09 14:50:07,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-09 14:50:07,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-09 14:50:07,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-09 14:50:07,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +18: [2023-05-09 14:50:07,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +13: [2023-05-09 14:50:07,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-09 14:50:07,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-09 14:50:07,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-09 14:50:07,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-09 14:50:07,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-09 14:50:07,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-09 14:50:07,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-09 14:50:07,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-09 14:50:07,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-09 14:50:07,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:07,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-09 14:50:07,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-09 14:50:07,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-09 14:50:07,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-09 14:50:07,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-09 14:50:07,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-09 14:50:07,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +30: [2023-05-09 14:50:07,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-09 14:50:07,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-09 14:50:07,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-09 14:50:07,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-09 14:50:07,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 7: [2023-05-09 14:50:07,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 7: [2023-05-09 14:50:07,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 7: [2023-05-09 14:50:07,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 7: [2023-05-09 14:50:07,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +30: [2023-05-09 14:50:07,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +17: [2023-05-09 14:50:07,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-09 14:50:07,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-09 14:50:07,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-09 14:50:07,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-09 14:50:07,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-09 14:50:07,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-09 14:50:07,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-09 14:50:07,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-09 14:50:07,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-09 14:50:07,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-09 14:50:07,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-09 14:50:07,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +14: [2023-05-09 14:50:07,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +14: [2023-05-09 14:50:07,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +27: [2023-05-09 14:50:07,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-09 14:50:07,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +14: [2023-05-09 14:50:07,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +14: [2023-05-09 14:50:07,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +27: [2023-05-09 14:50:07,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-09 14:50:07,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-09 14:50:07,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +23: [2023-05-09 14:50:07,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +23: [2023-05-09 14:50:07,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +23: [2023-05-09 14:50:07,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +25: [2023-05-09 14:50:07,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-09 14:50:07,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-09 14:50:07,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-09 14:50:07,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-09 14:50:07,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-09 14:50:07,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-09 14:50:07,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-09 14:50:07,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-09 14:50:07,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-09 14:50:07,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-09 14:50:07,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-09 14:50:07,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-09 14:50:07,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 7: [2023-05-09 14:50:07,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-09 14:50:07,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-09 14:50:07,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-09 14:50:07,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-09 14:50:07,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:07,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-09 14:50:07,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +20: [2023-05-09 14:50:07,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +10: [2023-05-09 14:50:07,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-09 14:50:07,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:07,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-09 14:50:07,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-09 14:50:07,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-09 14:50:07,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-09 14:50:07,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-09 14:50:07,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-09 14:50:07,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-09 14:50:07,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-09 14:50:07,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-09 14:50:07,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-09 14:50:07,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-09 14:50:07,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-09 14:50:07,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-09 14:50:07,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-09 14:50:07,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 0: [2023-05-09 14:50:07,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +20: [2023-05-09 14:50:07,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +14: [2023-05-09 14:50:07,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +14: [2023-05-09 14:50:07,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-09 14:50:07,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-09 14:50:07,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +30: [2023-05-09 14:50:07,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-09 14:50:07,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-09 14:50:07,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-09 14:50:07,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-09 14:50:07,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-09 14:50:07,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-09 14:50:07,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-09 14:50:07,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-09 14:50:07,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-09 14:50:07,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-09 14:50:07,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-09 14:50:07,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-09 14:50:07,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-09 14:50:07,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-09 14:50:07,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-09 14:50:07,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-09 14:50:07,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-09 14:50:07,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-09 14:50:07,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-09 14:50:07,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +13: [2023-05-09 14:50:07,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +13: [2023-05-09 14:50:07,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +13: [2023-05-09 14:50:07,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +27: [2023-05-09 14:50:07,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +27: [2023-05-09 14:50:07,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-09 14:50:07,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 0: [2023-05-09 14:50:07,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +30: [2023-05-09 14:50:07,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:07,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +27: [2023-05-09 14:50:07,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +19: [2023-05-09 14:50:07,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +19: [2023-05-09 14:50:07,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +19: [2023-05-09 14:50:07,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +29: [2023-05-09 14:50:07,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-09 14:50:07,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-09 14:50:07,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +22: [2023-05-09 14:50:07,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-09 14:50:07,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-09 14:50:07,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 3: [2023-05-09 14:50:07,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-09 14:50:07,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-09 14:50:07,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +29: [2023-05-09 14:50:07,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +30: [2023-05-09 14:50:07,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +13: [2023-05-09 14:50:07,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 7: [2023-05-09 14:50:07,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-09 14:50:07,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:07,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:07,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 7: [2023-05-09 14:50:07,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-09 14:50:07,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:07,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-09 14:50:07,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-09 14:50:07,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 3: [2023-05-09 14:50:07,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-09 14:50:07,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +14: [2023-05-09 14:50:07,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-09 14:50:07,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-09 14:50:07,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-09 14:50:07,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-09 14:50:07,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:07,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-09 14:50:07,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +25: [2023-05-09 14:50:07,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-09 14:50:07,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-09 14:50:07,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-09 14:50:07,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-09 14:50:07,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-09 14:50:07,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-09 14:50:07,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-09 14:50:07,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-09 14:50:07,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-09 14:50:07,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-09 14:50:07,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-09 14:50:07,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-09 14:50:07,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:07,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-09 14:50:07,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-09 14:50:07,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-09 14:50:07,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +14: [2023-05-09 14:50:07,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-09 14:50:07,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-09 14:50:07,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +14: [2023-05-09 14:50:07,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +23: [2023-05-09 14:50:07,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-09 14:50:07,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-09 14:50:07,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-09 14:50:07,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +24: [2023-05-09 14:50:07,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +29: [2023-05-09 14:50:07,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-09 14:50:07,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:07,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-09 14:50:07,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:07,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-09 14:50:07,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. + 3: [2023-05-09 14:50:07,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-09 14:50:07,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_28-model_01-model_states.pt. +24: [2023-05-09 14:50:07,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-09 14:50:07,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-09 14:50:07,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-09 14:50:07,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-09 14:50:07,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-09 14:50:07,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +23: [2023-05-09 14:50:07,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 7: [2023-05-09 14:50:07,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-09 14:50:07,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-09 14:50:07,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-09 14:50:07,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 6: [2023-05-09 14:50:07,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-09 14:50:07,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 7: [2023-05-09 14:50:07,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-09 14:50:07,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-09 14:50:07,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 6: [2023-05-09 14:50:07,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-09 14:50:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-09 14:50:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-09 14:50:07,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-09 14:50:07,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-09 14:50:07,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:07,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-09 14:50:07,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-09 14:50:07,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-09 14:50:07,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-09 14:50:07,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +19: [2023-05-09 14:50:07,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-09 14:50:07,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:07,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +13: [2023-05-09 14:50:07,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-09 14:50:07,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-09 14:50:07,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:07,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +13: [2023-05-09 14:50:07,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +13: [2023-05-09 14:50:07,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +13: [2023-05-09 14:50:07,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +27: [2023-05-09 14:50:07,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:07,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-09 14:50:07,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-09 14:50:07,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +27: [2023-05-09 14:50:07,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +29: [2023-05-09 14:50:07,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:07,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +24: [2023-05-09 14:50:07,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-09 14:50:07,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-09 14:50:07,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-09 14:50:07,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-09 14:50:07,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-09 14:50:07,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-09 14:50:07,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +29: [2023-05-09 14:50:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-09 14:50:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-09 14:50:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-09 14:50:07,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-09 14:50:07,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-09 14:50:07,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-09 14:50:07,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-09 14:50:07,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-09 14:50:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +29: [2023-05-09 14:50:07,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:07,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-09 14:50:07,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-09 14:50:07,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-09 14:50:07,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +23: [2023-05-09 14:50:07,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-09 14:50:07,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-09 14:50:07,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-09 14:50:07,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-09 14:50:07,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-09 14:50:07,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-09 14:50:07,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:07,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:07,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:07,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-09 14:50:07,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-09 14:50:07,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-09 14:50:07,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-09 14:50:07,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-09 14:50:07,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-09 14:50:07,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-09 14:50:07,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-09 14:50:07,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-09 14:50:07,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-09 14:50:07,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-09 14:50:07,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-09 14:50:07,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-09 14:50:07,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-09 14:50:07,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-09 14:50:07,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-09 14:50:07,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-09 14:50:07,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-09 14:50:07,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-09 14:50:07,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-09 14:50:07,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-09 14:50:07,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-09 14:50:07,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-09 14:50:07,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-09 14:50:07,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-09 14:50:07,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-09 14:50:07,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-09 14:50:07,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-09 14:50:07,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-09 14:50:07,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-09 14:50:07,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-09 14:50:07,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-09 14:50:07,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-09 14:50:07,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-09 14:50:07,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 0: [2023-05-09 14:50:08,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-09 14:50:08,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-09 14:50:08,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-09 14:50:08,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-09 14:50:08,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-09 14:50:08,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-09 14:50:08,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-09 14:50:08,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... +24: [2023-05-09 14:50:08,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 8: [2023-05-09 14:50:08,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-09 14:50:08,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-09 14:50:08,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-09 14:50:08,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-09 14:50:08,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-09 14:50:08,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt... + 0: [2023-05-09 14:50:08,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-09 14:50:08,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-09 14:50:08,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-09 14:50:08,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-09 14:50:08,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +11: [2023-05-09 14:50:08,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +12: [2023-05-09 14:50:08,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-09 14:50:08,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-09 14:50:08,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 8: [2023-05-09 14:50:08,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-09 14:50:08,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +23: [2023-05-09 14:50:08,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-09 14:50:08,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-09 14:50:08,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-09 14:50:08,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-09 14:50:08,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 8: [2023-05-09 14:50:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 8: [2023-05-09 14:50:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 8: [2023-05-09 14:50:08,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 2: [2023-05-09 14:50:08,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-09 14:50:08,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:08,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-09 14:50:08,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-09 14:50:08,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-09 14:50:08,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-09 14:50:08,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +11: [2023-05-09 14:50:08,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:08,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:08,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-09 14:50:08,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-09 14:50:08,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-09 14:50:08,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 4: [2023-05-09 14:50:08,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 4: [2023-05-09 14:50:08,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 4: [2023-05-09 14:50:08,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-09 14:50:08,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-09 14:50:08,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-09 14:50:08,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 3: [2023-05-09 14:50:08,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +18: [2023-05-09 14:50:08,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-09 14:50:08,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +11: [2023-05-09 14:50:08,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:08,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +18: [2023-05-09 14:50:08,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-09 14:50:08,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-09 14:50:08,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-09 14:50:08,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-09 14:50:08,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +31: [2023-05-09 14:50:08,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +18: [2023-05-09 14:50:08,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-09 14:50:08,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +26: [2023-05-09 14:50:08,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-09 14:50:08,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-09 14:50:08,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-09 14:50:08,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-09 14:50:08,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-09 14:50:08,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-09 14:50:08,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-09 14:50:08,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-09 14:50:08,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-09 14:50:08,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-09 14:50:08,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 6: [2023-05-09 14:50:08,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 5: [2023-05-09 14:50:08,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-09 14:50:08,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 6: [2023-05-09 14:50:08,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 4: [2023-05-09 14:50:08,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-09 14:50:08,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:08,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-09 14:50:08,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-09 14:50:08,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-09 14:50:08,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-09 14:50:08,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 8: [2023-05-09 14:50:08,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 8: [2023-05-09 14:50:08,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-09 14:50:08,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +11: [2023-05-09 14:50:08,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-09 14:50:08,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-09 14:50:08,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 5: [2023-05-09 14:50:08,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 5: [2023-05-09 14:50:08,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 8: [2023-05-09 14:50:08,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 8: [2023-05-09 14:50:08,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-09 14:50:08,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +11: [2023-05-09 14:50:08,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 5: [2023-05-09 14:50:08,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 5: [2023-05-09 14:50:08,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +25: [2023-05-09 14:50:08,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +25: [2023-05-09 14:50:08,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +25: [2023-05-09 14:50:08,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 8: [2023-05-09 14:50:08,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +25: [2023-05-09 14:50:08,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +18: [2023-05-09 14:50:08,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-09 14:50:08,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-09 14:50:08,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-09 14:50:08,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +15: [2023-05-09 14:50:08,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +15: [2023-05-09 14:50:08,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +15: [2023-05-09 14:50:08,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-09 14:50:08,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 6: [2023-05-09 14:50:08,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-09 14:50:08,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +26: [2023-05-09 14:50:08,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +26: [2023-05-09 14:50:08,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +26: [2023-05-09 14:50:08,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +16: [2023-05-09 14:50:08,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +16: [2023-05-09 14:50:08,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +16: [2023-05-09 14:50:08,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 6: [2023-05-09 14:50:08,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-09 14:50:08,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-09 14:50:08,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-09 14:50:08,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +18: [2023-05-09 14:50:08,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-09 14:50:08,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-09 14:50:08,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-09 14:50:08,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 1: [2023-05-09 14:50:08,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 1: [2023-05-09 14:50:08,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 1: [2023-05-09 14:50:08,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 1: [2023-05-09 14:50:08,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-09 14:50:08,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-09 14:50:08,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-09 14:50:08,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-09 14:50:08,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-09 14:50:08,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:08,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-09 14:50:08,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-09 14:50:08,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +26: [2023-05-09 14:50:08,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-09 14:50:08,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +12: [2023-05-09 14:50:08,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +12: [2023-05-09 14:50:08,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 5: [2023-05-09 14:50:08,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-09 14:50:08,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 3: [2023-05-09 14:50:08,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 4: [2023-05-09 14:50:08,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +16: [2023-05-09 14:50:08,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-09 14:50:08,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-09 14:50:08,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-09 14:50:08,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-09 14:50:08,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-09 14:50:08,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-09 14:50:08,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-09 14:50:08,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-09 14:50:08,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-09 14:50:08,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-09 14:50:08,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +15: [2023-05-09 14:50:08,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-09 14:50:08,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-09 14:50:08,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +26: [2023-05-09 14:50:08,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-09 14:50:08,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-09 14:50:08,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +26: [2023-05-09 14:50:08,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +31: [2023-05-09 14:50:08,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +26: [2023-05-09 14:50:08,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-09 14:50:08,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-09 14:50:08,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-09 14:50:08,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 3: [2023-05-09 14:50:08,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 3: [2023-05-09 14:50:08,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +31: [2023-05-09 14:50:08,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 5: [2023-05-09 14:50:08,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-09 14:50:08,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-09 14:50:08,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +12: [2023-05-09 14:50:08,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-09 14:50:08,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-09 14:50:08,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-09 14:50:08,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-09 14:50:08,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-09 14:50:08,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-09 14:50:08,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:08,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-09 14:50:08,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 6: [2023-05-09 14:50:08,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 9: [2023-05-09 14:50:08,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 9: [2023-05-09 14:50:08,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 9: [2023-05-09 14:50:08,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 9: [2023-05-09 14:50:08,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +26: [2023-05-09 14:50:08,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-09 14:50:08,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:08,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:08,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +16: [2023-05-09 14:50:08,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +25: [2023-05-09 14:50:08,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +16: [2023-05-09 14:50:08,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 5: [2023-05-09 14:50:08,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 5: [2023-05-09 14:50:08,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:08,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 1: [2023-05-09 14:50:08,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-09 14:50:08,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 1: [2023-05-09 14:50:08,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 5: [2023-05-09 14:50:08,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-09 14:50:08,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +25: [2023-05-09 14:50:08,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:08,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +16: [2023-05-09 14:50:08,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-09 14:50:08,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:08,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +16: [2023-05-09 14:50:08,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-09 14:50:08,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +16: [2023-05-09 14:50:08,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +16: [2023-05-09 14:50:08,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +16: [2023-05-09 14:50:08,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +28: [2023-05-09 14:50:08,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +28: [2023-05-09 14:50:08,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 9: [2023-05-09 14:50:08,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:08,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +26: [2023-05-09 14:50:08,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:08,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 2: [2023-05-09 14:50:08,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 2: [2023-05-09 14:50:08,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 2: [2023-05-09 14:50:08,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 9: [2023-05-09 14:50:08,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 1: [2023-05-09 14:50:08,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-09 14:50:08,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-09 14:50:08,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +22: [2023-05-09 14:50:08,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +22: [2023-05-09 14:50:08,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +22: [2023-05-09 14:50:08,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +21: [2023-05-09 14:50:08,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +21: [2023-05-09 14:50:08,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +21: [2023-05-09 14:50:08,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +21: [2023-05-09 14:50:08,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +22: [2023-05-09 14:50:08,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 1: [2023-05-09 14:50:08,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +15: [2023-05-09 14:50:08,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-09 14:50:08,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 1: [2023-05-09 14:50:08,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +26: [2023-05-09 14:50:08,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-09 14:50:08,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-09 14:50:08,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +26: [2023-05-09 14:50:08,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-09 14:50:08,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-09 14:50:08,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-09 14:50:08,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +26: [2023-05-09 14:50:08,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +15: [2023-05-09 14:50:08,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +15: [2023-05-09 14:50:08,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 5: [2023-05-09 14:50:08,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-09 14:50:08,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +12: [2023-05-09 14:50:08,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +26: [2023-05-09 14:50:08,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 5: [2023-05-09 14:50:08,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +12: [2023-05-09 14:50:08,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-09 14:50:08,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-09 14:50:08,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 2: [2023-05-09 14:50:08,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-09 14:50:08,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 2: [2023-05-09 14:50:08,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:08,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:08,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:08,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:08,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-09 14:50:08,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-09 14:50:08,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-09 14:50:08,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-09 14:50:08,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-09 14:50:08,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-09 14:50:08,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-09 14:50:08,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-09 14:50:08,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 9: [2023-05-09 14:50:08,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-09 14:50:08,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +17: [2023-05-09 14:50:08,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +17: [2023-05-09 14:50:08,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +17: [2023-05-09 14:50:08,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 9: [2023-05-09 14:50:08,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 9: [2023-05-09 14:50:08,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 9: [2023-05-09 14:50:08,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +17: [2023-05-09 14:50:08,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:08,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-09 14:50:08,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-09 14:50:08,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 2: [2023-05-09 14:50:08,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +22: [2023-05-09 14:50:08,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-09 14:50:08,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:08,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +22: [2023-05-09 14:50:08,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +28: [2023-05-09 14:50:08,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:08,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +22: [2023-05-09 14:50:08,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-09 14:50:08,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +28: [2023-05-09 14:50:08,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:08,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +28: [2023-05-09 14:50:08,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +21: [2023-05-09 14:50:08,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-09 14:50:08,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 2: [2023-05-09 14:50:08,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +28: [2023-05-09 14:50:08,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +21: [2023-05-09 14:50:08,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-09 14:50:08,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-09 14:50:08,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-09 14:50:08,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +21: [2023-05-09 14:50:08,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +21: [2023-05-09 14:50:08,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +22: [2023-05-09 14:50:08,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-09 14:50:08,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-09 14:50:08,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-09 14:50:08,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +18: [2023-05-09 14:50:08,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +18: [2023-05-09 14:50:08,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +22: [2023-05-09 14:50:08,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +22: [2023-05-09 14:50:08,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +18: [2023-05-09 14:50:08,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +18: [2023-05-09 14:50:08,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +30: [2023-05-09 14:50:08,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +30: [2023-05-09 14:50:08,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +30: [2023-05-09 14:50:08,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +30: [2023-05-09 14:50:08,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +18: [2023-05-09 14:50:08,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-09 14:50:08,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-09 14:50:08,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-09 14:50:08,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-09 14:50:08,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-09 14:50:08,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-09 14:50:08,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-09 14:50:08,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-09 14:50:08,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-09 14:50:08,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-09 14:50:08,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-09 14:50:08,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +17: [2023-05-09 14:50:08,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-09 14:50:08,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-09 14:50:08,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-09 14:50:08,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-09 14:50:08,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-09 14:50:08,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-09 14:50:08,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-09 14:50:08,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-09 14:50:08,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-09 14:50:08,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-09 14:50:08,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +29: [2023-05-09 14:50:08,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +29: [2023-05-09 14:50:08,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +29: [2023-05-09 14:50:08,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 0: [2023-05-09 14:50:08,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 0: [2023-05-09 14:50:08,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 0: [2023-05-09 14:50:08,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 0: [2023-05-09 14:50:08,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +14: [2023-05-09 14:50:08,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +14: [2023-05-09 14:50:08,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +14: [2023-05-09 14:50:08,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +14: [2023-05-09 14:50:08,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +21: [2023-05-09 14:50:08,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-09 14:50:08,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 7: [2023-05-09 14:50:08,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 7: [2023-05-09 14:50:08,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 7: [2023-05-09 14:50:08,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +21: [2023-05-09 14:50:08,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-09 14:50:08,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-09 14:50:08,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-09 14:50:08,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-09 14:50:08,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-09 14:50:08,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-09 14:50:08,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-09 14:50:08,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +27: [2023-05-09 14:50:08,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +29: [2023-05-09 14:50:08,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-09 14:50:08,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-09 14:50:08,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +29: [2023-05-09 14:50:08,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-09 14:50:08,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +18: [2023-05-09 14:50:08,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-09 14:50:08,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-09 14:50:08,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +24: [2023-05-09 14:50:08,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +24: [2023-05-09 14:50:08,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +24: [2023-05-09 14:50:08,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +24: [2023-05-09 14:50:08,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +14: [2023-05-09 14:50:08,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-09 14:50:08,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-09 14:50:08,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-09 14:50:08,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-09 14:50:08,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-09 14:50:08,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 0: [2023-05-09 14:50:08,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-09 14:50:08,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-09 14:50:08,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-09 14:50:08,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-09 14:50:08,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-09 14:50:08,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +18: [2023-05-09 14:50:08,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 7: [2023-05-09 14:50:08,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-09 14:50:08,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-09 14:50:08,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +13: [2023-05-09 14:50:08,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +13: [2023-05-09 14:50:08,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +13: [2023-05-09 14:50:08,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 7: [2023-05-09 14:50:08,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-09 14:50:08,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-09 14:50:08,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-09 14:50:08,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-09 14:50:08,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-09 14:50:08,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-09 14:50:08,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-09 14:50:08,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-09 14:50:08,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-09 14:50:08,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-09 14:50:08,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-09 14:50:08,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-09 14:50:08,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-09 14:50:08,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-09 14:50:08,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-09 14:50:08,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-09 14:50:08,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-09 14:50:08,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-09 14:50:08,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +17: [2023-05-09 14:50:08,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-09 14:50:08,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-09 14:50:08,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-09 14:50:08,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-09 14:50:08,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-09 14:50:08,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-09 14:50:08,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-09 14:50:08,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +13: [2023-05-09 14:50:08,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-09 14:50:08,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-09 14:50:08,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-09 14:50:08,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-09 14:50:08,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-09 14:50:08,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +17: [2023-05-09 14:50:08,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-09 14:50:08,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-09 14:50:08,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-09 14:50:08,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-09 14:50:08,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +17: [2023-05-09 14:50:08,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-09 14:50:08,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-09 14:50:08,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-09 14:50:08,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-09 14:50:08,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-09 14:50:08,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-09 14:50:08,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-09 14:50:08,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-09 14:50:08,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-09 14:50:08,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +20: [2023-05-09 14:50:08,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-09 14:50:08,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-09 14:50:08,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +19: [2023-05-09 14:50:08,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +19: [2023-05-09 14:50:08,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. + 0: [2023-05-09 14:50:08,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-09 14:50:08,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +14: [2023-05-09 14:50:08,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-09 14:50:08,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-09 14:50:08,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-09 14:50:08,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-09 14:50:08,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +21: [2023-05-09 14:50:08,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-09 14:50:08,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 0: [2023-05-09 14:50:08,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-09 14:50:08,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +20: [2023-05-09 14:50:08,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +20: [2023-05-09 14:50:08,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +20: [2023-05-09 14:50:08,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +20: [2023-05-09 14:50:08,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_29-model_01-model_states.pt. +30: [2023-05-09 14:50:08,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-09 14:50:08,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +14: [2023-05-09 14:50:08,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 7: [2023-05-09 14:50:08,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +21: [2023-05-09 14:50:08,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-09 14:50:08,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-09 14:50:08,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-09 14:50:08,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-09 14:50:08,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-09 14:50:08,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +27: [2023-05-09 14:50:08,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +27: [2023-05-09 14:50:08,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +27: [2023-05-09 14:50:08,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +27: [2023-05-09 14:50:08,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-09 14:50:08,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-09 14:50:08,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-09 14:50:08,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-09 14:50:08,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +24: [2023-05-09 14:50:08,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +24: [2023-05-09 14:50:08,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-09 14:50:08,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-09 14:50:08,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-09 14:50:08,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-09 14:50:08,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-09 14:50:08,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-09 14:50:08,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-09 14:50:08,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-09 14:50:08,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-09 14:50:08,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-09 14:50:08,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-09 14:50:08,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +19: [2023-05-09 14:50:08,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-09 14:50:08,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +24: [2023-05-09 14:50:08,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +24: [2023-05-09 14:50:08,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-09 14:50:08,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +17: [2023-05-09 14:50:08,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-09 14:50:08,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-09 14:50:08,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +31: [2023-05-09 14:50:08,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-09 14:50:08,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-09 14:50:08,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-09 14:50:08,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-09 14:50:08,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-09 14:50:08,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-09 14:50:08,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-09 14:50:08,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-09 14:50:08,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +20: [2023-05-09 14:50:08,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-09 14:50:08,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-09 14:50:08,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-09 14:50:08,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:08,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-09 14:50:08,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-09 14:50:08,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-09 14:50:08,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-09 14:50:08,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-09 14:50:08,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-09 14:50:08,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-09 14:50:08,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +17: [2023-05-09 14:50:08,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:08,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-09 14:50:08,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-09 14:50:08,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +13: [2023-05-09 14:50:08,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-09 14:50:08,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-09 14:50:08,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... + 1: [2023-05-09 14:50:08,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-09 14:50:08,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-09 14:50:08,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-09 14:50:08,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-09 14:50:08,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-09 14:50:08,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-09 14:50:08,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-09 14:50:08,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-09 14:50:08,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-09 14:50:08,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-09 14:50:08,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-09 14:50:08,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-09 14:50:08,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:08,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +20: [2023-05-09 14:50:08,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:08,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-09 14:50:08,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-09 14:50:08,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-09 14:50:08,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-09 14:50:08,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-09 14:50:08,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-09 14:50:08,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-09 14:50:08,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-09 14:50:08,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-09 14:50:08,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-09 14:50:08,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-09 14:50:08,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-09 14:50:08,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-09 14:50:08,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-09 14:50:08,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-09 14:50:08,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-09 14:50:08,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:08,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-09 14:50:08,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-09 14:50:08,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +25: [2023-05-09 14:50:08,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:08,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-09 14:50:08,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-09 14:50:08,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-09 14:50:08,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +14: [2023-05-09 14:50:08,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-09 14:50:08,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +14: [2023-05-09 14:50:08,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:08,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:08,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:08,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-09 14:50:08,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:08,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:08,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:08,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:08,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-09 14:50:08,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-09 14:50:08,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-09 14:50:08,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-09 14:50:08,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:08,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-09 14:50:08,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-09 14:50:08,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-09 14:50:08,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-09 14:50:08,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-09 14:50:08,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-09 14:50:08,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-09 14:50:08,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-09 14:50:08,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-09 14:50:08,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:08,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-09 14:50:08,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-09 14:50:08,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-09 14:50:08,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-09 14:50:08,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-09 14:50:08,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-09 14:50:08,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-09 14:50:08,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-09 14:50:08,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-09 14:50:08,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-09 14:50:08,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-09 14:50:08,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-09 14:50:08,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-09 14:50:08,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-09 14:50:08,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-09 14:50:08,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +20: [2023-05-09 14:50:08,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +20: [2023-05-09 14:50:08,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +25: [2023-05-09 14:50:08,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-09 14:50:08,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-09 14:50:08,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-09 14:50:08,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-09 14:50:08,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-09 14:50:08,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-09 14:50:08,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-09 14:50:08,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-09 14:50:08,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-09 14:50:08,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-09 14:50:08,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:08,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:08,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-09 14:50:08,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-09 14:50:08,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-09 14:50:08,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-09 14:50:08,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-09 14:50:08,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-09 14:50:08,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-09 14:50:08,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-09 14:50:08,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-09 14:50:08,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-09 14:50:08,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt... +13: [2023-05-09 14:50:08,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-09 14:50:08,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-09 14:50:08,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-09 14:50:08,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-09 14:50:08,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-09 14:50:08,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-09 14:50:08,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-09 14:50:08,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-09 14:50:08,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-09 14:50:08,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-09 14:50:08,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-09 14:50:08,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-09 14:50:08,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-09 14:50:08,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-09 14:50:08,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-09 14:50:08,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-09 14:50:08,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:08,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:08,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:08,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-09 14:50:08,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-09 14:50:08,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-09 14:50:08,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-09 14:50:08,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-09 14:50:08,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:08,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-09 14:50:08,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-09 14:50:08,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:08,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-09 14:50:08,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-09 14:50:08,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-09 14:50:08,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-09 14:50:08,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:08,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-09 14:50:08,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-09 14:50:08,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:08,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-09 14:50:08,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:08,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-09 14:50:08,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-09 14:50:08,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-09 14:50:08,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-09 14:50:08,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:08,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-09 14:50:08,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-09 14:50:08,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-09 14:50:08,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-09 14:50:08,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-09 14:50:08,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-09 14:50:08,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-09 14:50:08,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:08,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-09 14:50:08,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-09 14:50:08,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-09 14:50:08,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-09 14:50:08,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-09 14:50:08,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-09 14:50:08,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-09 14:50:08,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:08,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-09 14:50:08,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-09 14:50:08,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-09 14:50:08,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:08,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-09 14:50:08,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-09 14:50:08,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-09 14:50:08,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:08,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-09 14:50:08,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-09 14:50:08,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-09 14:50:08,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-09 14:50:08,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-09 14:50:08,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-09 14:50:08,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 8: [2023-05-09 14:50:08,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 9: [2023-05-09 14:50:08,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-09 14:50:08,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +22: [2023-05-09 14:50:08,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:08,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +15: [2023-05-09 14:50:08,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-09 14:50:08,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-09 14:50:08,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-09 14:50:08,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-09 14:50:08,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-09 14:50:08,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-09 14:50:08,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-09 14:50:08,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-09 14:50:08,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-09 14:50:08,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-09 14:50:08,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-09 14:50:08,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-09 14:50:08,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-09 14:50:08,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-09 14:50:08,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-09 14:50:08,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-09 14:50:08,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-09 14:50:08,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-09 14:50:08,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-09 14:50:08,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-09 14:50:08,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-09 14:50:08,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-09 14:50:08,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-09 14:50:08,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-09 14:50:08,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-09 14:50:08,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-09 14:50:08,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-09 14:50:08,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-09 14:50:08,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-09 14:50:08,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-09 14:50:08,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-09 14:50:08,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-09 14:50:08,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-09 14:50:08,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:08,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-09 14:50:08,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-09 14:50:08,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-09 14:50:08,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:08,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-09 14:50:08,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-09 14:50:08,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-09 14:50:08,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-09 14:50:08,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:08,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-09 14:50:08,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-09 14:50:08,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:08,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-09 14:50:08,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +10: [2023-05-09 14:50:08,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-09 14:50:08,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-09 14:50:08,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-09 14:50:08,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-09 14:50:08,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-09 14:50:08,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-09 14:50:08,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-09 14:50:08,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-09 14:50:08,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-09 14:50:08,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-09 14:50:08,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-09 14:50:08,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-09 14:50:08,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-09 14:50:08,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-09 14:50:08,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-09 14:50:08,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:08,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:08,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:08,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-09 14:50:08,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-09 14:50:08,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-09 14:50:08,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-09 14:50:08,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-09 14:50:08,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 9: [2023-05-09 14:50:08,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-09 14:50:08,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-09 14:50:08,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-09 14:50:08,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 8: [2023-05-09 14:50:08,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +18: [2023-05-09 14:50:08,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-09 14:50:08,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-09 14:50:08,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-09 14:50:08,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-09 14:50:08,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-09 14:50:08,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-09 14:50:08,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-09 14:50:08,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-09 14:50:08,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-09 14:50:08,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-09 14:50:08,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-09 14:50:08,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-09 14:50:08,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-09 14:50:08,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-09 14:50:08,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-09 14:50:08,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-09 14:50:08,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-09 14:50:08,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-09 14:50:08,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-09 14:50:08,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-09 14:50:08,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-09 14:50:08,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-09 14:50:08,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-09 14:50:08,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-09 14:50:08,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-09 14:50:08,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-09 14:50:08,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-09 14:50:08,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-09 14:50:08,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-09 14:50:08,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 2: [2023-05-09 14:50:08,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 2: [2023-05-09 14:50:08,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 2: [2023-05-09 14:50:08,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 6: [2023-05-09 14:50:08,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 6: [2023-05-09 14:50:08,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 6: [2023-05-09 14:50:08,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 6: [2023-05-09 14:50:08,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +23: [2023-05-09 14:50:08,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-09 14:50:08,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +25: [2023-05-09 14:50:08,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +25: [2023-05-09 14:50:08,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +25: [2023-05-09 14:50:08,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +11: [2023-05-09 14:50:08,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +11: [2023-05-09 14:50:08,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 4: [2023-05-09 14:50:08,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 4: [2023-05-09 14:50:08,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 9: [2023-05-09 14:50:08,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 9: [2023-05-09 14:50:08,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 5: [2023-05-09 14:50:08,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 5: [2023-05-09 14:50:08,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 5: [2023-05-09 14:50:08,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 5: [2023-05-09 14:50:08,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +31: [2023-05-09 14:50:08,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +31: [2023-05-09 14:50:08,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +31: [2023-05-09 14:50:08,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +31: [2023-05-09 14:50:08,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 9: [2023-05-09 14:50:08,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 9: [2023-05-09 14:50:08,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +12: [2023-05-09 14:50:08,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +12: [2023-05-09 14:50:08,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 4: [2023-05-09 14:50:08,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +21: [2023-05-09 14:50:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +21: [2023-05-09 14:50:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +21: [2023-05-09 14:50:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 4: [2023-05-09 14:50:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +11: [2023-05-09 14:50:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +11: [2023-05-09 14:50:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +21: [2023-05-09 14:50:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +12: [2023-05-09 14:50:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 1: [2023-05-09 14:50:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 1: [2023-05-09 14:50:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +12: [2023-05-09 14:50:08,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 1: [2023-05-09 14:50:08,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 1: [2023-05-09 14:50:08,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +22: [2023-05-09 14:50:08,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +22: [2023-05-09 14:50:08,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +22: [2023-05-09 14:50:08,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +22: [2023-05-09 14:50:08,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +23: [2023-05-09 14:50:08,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:08,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +15: [2023-05-09 14:50:08,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 5: [2023-05-09 14:50:08,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:08,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +23: [2023-05-09 14:50:08,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:08,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 2: [2023-05-09 14:50:08,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-09 14:50:08,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-09 14:50:08,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-09 14:50:08,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 3: [2023-05-09 14:50:08,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 3: [2023-05-09 14:50:08,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 3: [2023-05-09 14:50:08,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 6: [2023-05-09 14:50:08,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-09 14:50:08,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +28: [2023-05-09 14:50:08,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +28: [2023-05-09 14:50:08,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +28: [2023-05-09 14:50:08,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 6: [2023-05-09 14:50:08,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-09 14:50:08,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +23: [2023-05-09 14:50:08,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 6: [2023-05-09 14:50:08,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-09 14:50:08,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +26: [2023-05-09 14:50:08,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +26: [2023-05-09 14:50:08,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +26: [2023-05-09 14:50:08,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +23: [2023-05-09 14:50:08,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-09 14:50:08,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +16: [2023-05-09 14:50:08,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +16: [2023-05-09 14:50:08,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +16: [2023-05-09 14:50:08,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +26: [2023-05-09 14:50:08,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-09 14:50:08,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-09 14:50:08,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-09 14:50:08,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 2: [2023-05-09 14:50:08,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-09 14:50:08,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-09 14:50:08,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-09 14:50:08,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +10: [2023-05-09 14:50:08,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +10: [2023-05-09 14:50:08,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +23: [2023-05-09 14:50:08,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +10: [2023-05-09 14:50:08,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +31: [2023-05-09 14:50:08,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-09 14:50:08,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-09 14:50:08,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +26: [2023-05-09 14:50:08,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-09 14:50:08,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-09 14:50:08,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-09 14:50:08,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-09 14:50:08,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-09 14:50:08,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-09 14:50:08,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-09 14:50:08,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-09 14:50:08,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-09 14:50:08,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-09 14:50:08,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 4: [2023-05-09 14:50:08,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-09 14:50:08,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-09 14:50:08,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-09 14:50:08,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:08,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-09 14:50:08,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:08,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-09 14:50:08,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-09 14:50:08,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:08,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-09 14:50:08,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 5: [2023-05-09 14:50:08,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-09 14:50:08,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +22: [2023-05-09 14:50:08,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-09 14:50:08,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-09 14:50:08,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-09 14:50:08,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-09 14:50:08,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:08,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-09 14:50:08,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-09 14:50:08,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-09 14:50:08,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-09 14:50:08,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-09 14:50:08,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-09 14:50:08,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-09 14:50:08,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-09 14:50:08,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-09 14:50:08,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-09 14:50:08,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-09 14:50:08,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-09 14:50:08,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-09 14:50:08,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-09 14:50:08,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-09 14:50:08,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-09 14:50:08,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:08,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-09 14:50:08,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-09 14:50:08,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-09 14:50:08,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-09 14:50:08,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-09 14:50:08,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-09 14:50:08,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-09 14:50:08,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-09 14:50:08,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:08,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-09 14:50:08,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-09 14:50:08,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-09 14:50:08,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-09 14:50:08,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-09 14:50:08,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-09 14:50:08,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-09 14:50:08,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-09 14:50:08,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-09 14:50:08,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +17: [2023-05-09 14:50:08,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-09 14:50:08,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +23: [2023-05-09 14:50:08,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-09 14:50:08,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-09 14:50:08,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 7: [2023-05-09 14:50:08,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 7: [2023-05-09 14:50:08,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 7: [2023-05-09 14:50:08,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 2: [2023-05-09 14:50:08,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-09 14:50:08,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 6: [2023-05-09 14:50:08,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-09 14:50:08,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-09 14:50:08,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-09 14:50:08,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +11: [2023-05-09 14:50:08,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 6: [2023-05-09 14:50:08,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-09 14:50:08,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 6: [2023-05-09 14:50:08,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +31: [2023-05-09 14:50:08,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 9: [2023-05-09 14:50:08,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 9: [2023-05-09 14:50:08,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +31: [2023-05-09 14:50:08,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +21: [2023-05-09 14:50:08,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-09 14:50:08,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-09 14:50:08,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +14: [2023-05-09 14:50:08,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +31: [2023-05-09 14:50:08,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-09 14:50:08,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 3: [2023-05-09 14:50:08,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-09 14:50:08,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-09 14:50:08,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +21: [2023-05-09 14:50:08,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 3: [2023-05-09 14:50:08,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +14: [2023-05-09 14:50:08,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +31: [2023-05-09 14:50:08,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +21: [2023-05-09 14:50:08,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 0: [2023-05-09 14:50:08,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +31: [2023-05-09 14:50:08,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-09 14:50:08,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 0: [2023-05-09 14:50:08,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 2: [2023-05-09 14:50:08,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 4: [2023-05-09 14:50:08,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-09 14:50:08,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +31: [2023-05-09 14:50:08,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-09 14:50:08,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-09 14:50:08,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-09 14:50:08,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-09 14:50:08,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 4: [2023-05-09 14:50:08,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +29: [2023-05-09 14:50:08,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +29: [2023-05-09 14:50:08,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +29: [2023-05-09 14:50:08,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +29: [2023-05-09 14:50:08,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +25: [2023-05-09 14:50:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-09 14:50:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-09 14:50:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-09 14:50:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +19: [2023-05-09 14:50:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +19: [2023-05-09 14:50:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 2: [2023-05-09 14:50:08,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +22: [2023-05-09 14:50:08,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +19: [2023-05-09 14:50:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 6: [2023-05-09 14:50:08,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-09 14:50:08,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +31: [2023-05-09 14:50:08,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 7: [2023-05-09 14:50:08,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +17: [2023-05-09 14:50:08,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 1: [2023-05-09 14:50:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-09 14:50:08,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 1: [2023-05-09 14:50:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-09 14:50:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-09 14:50:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-09 14:50:08,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +28: [2023-05-09 14:50:08,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-09 14:50:08,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 5: [2023-05-09 14:50:08,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-09 14:50:08,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-09 14:50:08,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 5: [2023-05-09 14:50:08,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-09 14:50:08,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +13: [2023-05-09 14:50:08,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +30: [2023-05-09 14:50:08,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +12: [2023-05-09 14:50:08,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-09 14:50:08,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-09 14:50:08,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +27: [2023-05-09 14:50:08,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 7: [2023-05-09 14:50:08,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-09 14:50:08,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +30: [2023-05-09 14:50:08,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +30: [2023-05-09 14:50:08,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 1: [2023-05-09 14:50:08,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +30: [2023-05-09 14:50:08,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 1: [2023-05-09 14:50:08,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 9: [2023-05-09 14:50:08,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 9: [2023-05-09 14:50:08,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 1: [2023-05-09 14:50:08,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +11: [2023-05-09 14:50:08,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 3: [2023-05-09 14:50:08,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 5: [2023-05-09 14:50:08,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-09 14:50:08,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +27: [2023-05-09 14:50:08,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +28: [2023-05-09 14:50:08,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +21: [2023-05-09 14:50:08,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +28: [2023-05-09 14:50:08,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-09 14:50:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +13: [2023-05-09 14:50:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 5: [2023-05-09 14:50:08,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +15: [2023-05-09 14:50:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +12: [2023-05-09 14:50:08,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +12: [2023-05-09 14:50:08,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +10: [2023-05-09 14:50:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-09 14:50:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-09 14:50:08,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-09 14:50:08,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-09 14:50:08,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-09 14:50:08,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +28: [2023-05-09 14:50:08,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +10: [2023-05-09 14:50:08,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-09 14:50:08,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-09 14:50:08,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-09 14:50:08,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-09 14:50:08,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 4: [2023-05-09 14:50:08,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +26: [2023-05-09 14:50:08,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +26: [2023-05-09 14:50:08,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 4: [2023-05-09 14:50:08,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +28: [2023-05-09 14:50:08,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +23: [2023-05-09 14:50:08,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-09 14:50:08,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +16: [2023-05-09 14:50:08,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-09 14:50:08,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +14: [2023-05-09 14:50:08,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-09 14:50:08,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +16: [2023-05-09 14:50:08,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-09 14:50:08,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-09 14:50:08,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-09 14:50:08,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +22: [2023-05-09 14:50:08,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +23: [2023-05-09 14:50:08,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-09 14:50:08,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-09 14:50:08,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +16: [2023-05-09 14:50:08,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +12: [2023-05-09 14:50:08,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +23: [2023-05-09 14:50:08,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 3: [2023-05-09 14:50:08,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-09 14:50:08,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-09 14:50:08,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-09 14:50:08,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +10: [2023-05-09 14:50:08,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +16: [2023-05-09 14:50:08,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 0: [2023-05-09 14:50:08,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-09 14:50:08,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-09 14:50:08,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:08,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +17: [2023-05-09 14:50:08,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-09 14:50:08,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 3: [2023-05-09 14:50:08,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +29: [2023-05-09 14:50:08,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-09 14:50:08,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +15: [2023-05-09 14:50:08,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-09 14:50:08,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-09 14:50:08,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-09 14:50:08,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +15: [2023-05-09 14:50:08,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +17: [2023-05-09 14:50:08,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +19: [2023-05-09 14:50:08,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-09 14:50:08,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-09 14:50:08,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-09 14:50:08,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-09 14:50:08,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-09 14:50:08,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-09 14:50:08,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +17: [2023-05-09 14:50:08,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 4: [2023-05-09 14:50:08,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +29: [2023-05-09 14:50:08,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-09 14:50:08,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-09 14:50:08,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:08,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-09 14:50:08,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-09 14:50:08,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-09 14:50:08,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-09 14:50:08,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +23: [2023-05-09 14:50:08,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-09 14:50:08,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-09 14:50:08,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-09 14:50:08,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-09 14:50:08,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-09 14:50:08,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-09 14:50:08,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-09 14:50:08,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +23: [2023-05-09 14:50:08,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-09 14:50:08,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-09 14:50:08,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-09 14:50:08,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-09 14:50:08,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +18: [2023-05-09 14:50:08,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +18: [2023-05-09 14:50:08,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +18: [2023-05-09 14:50:08,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +18: [2023-05-09 14:50:08,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 7: [2023-05-09 14:50:08,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-09 14:50:08,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-09 14:50:08,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +20: [2023-05-09 14:50:08,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +20: [2023-05-09 14:50:08,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +20: [2023-05-09 14:50:08,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +24: [2023-05-09 14:50:08,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +24: [2023-05-09 14:50:08,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +24: [2023-05-09 14:50:08,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +20: [2023-05-09 14:50:08,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. +24: [2023-05-09 14:50:08,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_30-model_01-model_states.pt. + 7: [2023-05-09 14:50:08,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 7: [2023-05-09 14:50:08,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-09 14:50:08,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +29: [2023-05-09 14:50:08,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-09 14:50:08,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-09 14:50:08,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-09 14:50:08,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 7: [2023-05-09 14:50:08,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-09 14:50:08,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-09 14:50:08,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-09 14:50:08,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-09 14:50:08,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-09 14:50:08,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +14: [2023-05-09 14:50:08,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +14: [2023-05-09 14:50:08,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 0: [2023-05-09 14:50:08,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-09 14:50:08,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-09 14:50:08,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-09 14:50:08,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 0: [2023-05-09 14:50:08,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-09 14:50:08,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +24: [2023-05-09 14:50:08,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-09 14:50:08,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-09 14:50:08,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +19: [2023-05-09 14:50:08,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-09 14:50:08,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... + 0: [2023-05-09 14:50:08,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-09 14:50:08,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-09 14:50:08,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-09 14:50:08,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +29: [2023-05-09 14:50:08,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-09 14:50:08,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-09 14:50:08,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-09 14:50:08,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +19: [2023-05-09 14:50:08,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-09 14:50:08,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +20: [2023-05-09 14:50:08,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-09 14:50:08,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-09 14:50:08,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-09 14:50:08,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-09 14:50:08,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-09 14:50:08,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-09 14:50:08,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-09 14:50:08,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +29: [2023-05-09 14:50:08,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +29: [2023-05-09 14:50:08,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-09 14:50:08,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-09 14:50:08,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-09 14:50:08,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-09 14:50:08,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-09 14:50:08,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-09 14:50:08,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +29: [2023-05-09 14:50:08,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-09 14:50:08,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-09 14:50:08,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-09 14:50:08,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-09 14:50:08,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-09 14:50:08,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-09 14:50:08,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-09 14:50:08,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-09 14:50:08,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-09 14:50:08,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-09 14:50:08,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-09 14:50:08,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +30: [2023-05-09 14:50:08,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +30: [2023-05-09 14:50:08,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +30: [2023-05-09 14:50:08,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-09 14:50:08,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +18: [2023-05-09 14:50:08,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-09 14:50:08,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +18: [2023-05-09 14:50:08,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-09 14:50:08,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-09 14:50:08,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +18: [2023-05-09 14:50:08,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +24: [2023-05-09 14:50:08,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-09 14:50:08,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-09 14:50:08,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-09 14:50:08,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-09 14:50:08,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-09 14:50:08,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-09 14:50:08,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-09 14:50:08,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +24: [2023-05-09 14:50:08,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +24: [2023-05-09 14:50:08,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-09 14:50:08,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-09 14:50:08,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:08,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-09 14:50:08,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-09 14:50:08,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-09 14:50:08,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:08,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +24: [2023-05-09 14:50:08,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +20: [2023-05-09 14:50:08,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-09 14:50:08,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-09 14:50:08,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-09 14:50:08,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-09 14:50:08,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-09 14:50:08,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-09 14:50:08,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-09 14:50:08,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-09 14:50:08,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-09 14:50:08,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-09 14:50:08,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-09 14:50:08,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-09 14:50:08,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +20: [2023-05-09 14:50:08,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +20: [2023-05-09 14:50:08,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +20: [2023-05-09 14:50:08,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-09 14:50:08,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-09 14:50:08,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-09 14:50:08,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-09 14:50:08,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-09 14:50:08,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-09 14:50:08,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-09 14:50:08,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-09 14:50:08,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-09 14:50:08,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-09 14:50:08,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-09 14:50:08,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-09 14:50:08,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-09 14:50:08,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-09 14:50:08,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-09 14:50:08,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-09 14:50:08,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-09 14:50:08,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-09 14:50:08,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-09 14:50:08,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-09 14:50:08,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-09 14:50:08,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-09 14:50:08,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-09 14:50:08,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-09 14:50:08,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-09 14:50:08,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-09 14:50:08,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-09 14:50:08,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-09 14:50:08,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-09 14:50:08,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-09 14:50:08,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-09 14:50:08,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-09 14:50:08,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-09 14:50:08,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-09 14:50:08,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-09 14:50:08,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-09 14:50:08,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-09 14:50:08,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-09 14:50:08,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-09 14:50:08,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-09 14:50:08,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-09 14:50:08,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-09 14:50:08,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-09 14:50:08,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-09 14:50:08,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-09 14:50:08,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-09 14:50:08,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-09 14:50:08,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-09 14:50:08,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-09 14:50:08,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-09 14:50:08,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-09 14:50:08,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-09 14:50:08,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-09 14:50:08,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-09 14:50:08,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-09 14:50:08,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-09 14:50:08,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-09 14:50:08,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-09 14:50:08,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-09 14:50:08,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-09 14:50:08,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-09 14:50:08,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-09 14:50:08,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-09 14:50:08,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-09 14:50:08,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-09 14:50:08,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-09 14:50:08,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-09 14:50:08,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-09 14:50:08,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-09 14:50:08,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-09 14:50:08,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-09 14:50:08,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-09 14:50:08,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-09 14:50:08,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-09 14:50:08,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-09 14:50:08,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-09 14:50:08,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-09 14:50:08,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-09 14:50:08,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-09 14:50:08,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-09 14:50:08,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-09 14:50:08,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-09 14:50:08,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-09 14:50:08,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-09 14:50:08,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-09 14:50:08,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-09 14:50:08,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-09 14:50:08,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-09 14:50:08,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-09 14:50:08,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-09 14:50:08,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-09 14:50:08,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-09 14:50:08,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-09 14:50:08,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-09 14:50:08,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-09 14:50:08,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-09 14:50:08,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-09 14:50:08,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-09 14:50:08,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-09 14:50:08,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-09 14:50:08,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-09 14:50:08,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-09 14:50:08,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-09 14:50:08,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-09 14:50:08,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-09 14:50:08,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-09 14:50:08,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-09 14:50:08,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-09 14:50:08,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-09 14:50:08,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-09 14:50:08,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-09 14:50:08,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-09 14:50:08,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-09 14:50:08,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-09 14:50:08,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-09 14:50:08,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-09 14:50:08,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-09 14:50:08,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-09 14:50:08,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-09 14:50:08,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-09 14:50:08,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-09 14:50:08,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-09 14:50:08,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:08,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:08,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-09 14:50:08,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-09 14:50:08,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-09 14:50:08,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-09 14:50:08,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-09 14:50:08,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-09 14:50:08,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-09 14:50:08,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-09 14:50:08,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-09 14:50:08,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-09 14:50:08,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-09 14:50:08,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-09 14:50:08,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-09 14:50:08,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-09 14:50:08,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-09 14:50:08,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-09 14:50:08,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-09 14:50:08,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-09 14:50:08,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-09 14:50:08,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-09 14:50:08,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-09 14:50:08,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-09 14:50:08,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-09 14:50:08,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-09 14:50:08,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-09 14:50:08,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-09 14:50:08,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-09 14:50:08,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-09 14:50:08,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-09 14:50:08,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-09 14:50:08,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-09 14:50:08,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-09 14:50:08,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-09 14:50:08,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-09 14:50:08,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-09 14:50:08,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-09 14:50:08,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-09 14:50:08,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-09 14:50:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-09 14:50:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-09 14:50:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:08,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-09 14:50:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:08,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-09 14:50:08,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-09 14:50:08,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-09 14:50:08,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-09 14:50:08,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-09 14:50:08,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-09 14:50:08,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:08,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:08,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:08,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:08,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-09 14:50:08,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-09 14:50:08,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-09 14:50:08,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-09 14:50:08,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-09 14:50:08,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:08,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-09 14:50:08,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-09 14:50:08,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-09 14:50:08,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-09 14:50:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-09 14:50:08,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-09 14:50:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-09 14:50:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-09 14:50:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-09 14:50:08,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-09 14:50:08,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-09 14:50:08,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-09 14:50:08,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-09 14:50:08,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-09 14:50:08,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-09 14:50:08,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +15: [2023-05-09 14:50:08,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +15: [2023-05-09 14:50:08,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +14: [2023-05-09 14:50:08,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-09 14:50:08,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 2: [2023-05-09 14:50:08,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-09 14:50:08,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-09 14:50:08,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-09 14:50:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-09 14:50:08,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-09 14:50:08,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-09 14:50:08,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-09 14:50:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-09 14:50:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-09 14:50:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-09 14:50:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-09 14:50:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-09 14:50:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-09 14:50:08,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:08,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:08,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +17: [2023-05-09 14:50:08,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +17: [2023-05-09 14:50:08,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +14: [2023-05-09 14:50:08,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:08,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +14: [2023-05-09 14:50:08,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-09 14:50:08,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-09 14:50:08,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +10: [2023-05-09 14:50:08,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +16: [2023-05-09 14:50:08,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +16: [2023-05-09 14:50:08,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +16: [2023-05-09 14:50:08,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +14: [2023-05-09 14:50:08,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-09 14:50:08,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:08,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-09 14:50:08,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-09 14:50:08,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-09 14:50:08,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-09 14:50:08,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-09 14:50:08,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-09 14:50:08,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-09 14:50:08,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:08,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-09 14:50:08,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-09 14:50:08,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-09 14:50:09,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +23: [2023-05-09 14:50:08,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-09 14:50:08,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-09 14:50:08,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-09 14:50:08,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +16: [2023-05-09 14:50:08,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +14: [2023-05-09 14:50:08,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-09 14:50:08,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:08,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-09 14:50:08,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-09 14:50:08,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-09 14:50:08,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-09 14:50:08,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:08,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-09 14:50:08,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-09 14:50:09,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +23: [2023-05-09 14:50:08,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-09 14:50:08,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-09 14:50:08,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-09 14:50:08,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +16: [2023-05-09 14:50:08,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:08,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-09 14:50:08,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:08,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-09 14:50:08,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-09 14:50:08,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-09 14:50:08,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-09 14:50:08,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-09 14:50:08,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:08,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-09 14:50:08,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-09 14:50:09,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +23: [2023-05-09 14:50:08,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-09 14:50:08,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-09 14:50:08,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-09 14:50:08,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-09 14:50:08,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:08,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-09 14:50:08,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-09 14:50:09,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +25: [2023-05-09 14:50:09,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +25: [2023-05-09 14:50:09,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +29: [2023-05-09 14:50:08,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-09 14:50:08,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-09 14:50:08,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:08,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:08,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-09 14:50:09,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +23: [2023-05-09 14:50:08,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-09 14:50:08,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-09 14:50:08,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-09 14:50:08,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-09 14:50:08,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-09 14:50:09,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +29: [2023-05-09 14:50:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +29: [2023-05-09 14:50:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +12: [2023-05-09 14:50:08,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-09 14:50:08,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:08,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:08,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-09 14:50:08,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-09 14:50:08,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-09 14:50:08,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-09 14:50:08,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-09 14:50:08,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-09 14:50:08,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +29: [2023-05-09 14:50:08,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-09 14:50:08,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-09 14:50:08,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:08,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:08,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-09 14:50:08,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-09 14:50:08,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-09 14:50:08,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-09 14:50:08,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-09 14:50:08,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-09 14:50:08,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-09 14:50:08,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-09 14:50:08,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-09 14:50:08,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-09 14:50:08,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-09 14:50:08,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +11: [2023-05-09 14:50:08,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +17: [2023-05-09 14:50:08,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-09 14:50:08,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-09 14:50:08,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-09 14:50:08,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-09 14:50:08,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-09 14:50:08,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-09 14:50:08,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-09 14:50:08,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-09 14:50:08,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +12: [2023-05-09 14:50:09,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-09 14:50:08,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +17: [2023-05-09 14:50:08,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:09,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-09 14:50:08,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-09 14:50:08,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-09 14:50:08,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-09 14:50:08,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-09 14:50:08,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-09 14:50:08,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-09 14:50:08,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-09 14:50:08,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +12: [2023-05-09 14:50:09,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-09 14:50:09,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-09 14:50:08,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +17: [2023-05-09 14:50:08,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-09 14:50:09,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-09 14:50:09,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-09 14:50:08,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-09 14:50:08,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-09 14:50:08,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-09 14:50:09,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-09 14:50:08,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-09 14:50:08,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-09 14:50:09,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-09 14:50:09,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-09 14:50:08,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-09 14:50:08,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-09 14:50:08,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-09 14:50:09,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-09 14:50:08,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-09 14:50:08,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-09 14:50:09,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-09 14:50:09,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-09 14:50:08,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-09 14:50:08,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-09 14:50:08,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-09 14:50:08,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-09 14:50:09,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-09 14:50:08,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-09 14:50:08,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-09 14:50:08,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-09 14:50:08,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +10: [2023-05-09 14:50:08,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +16: [2023-05-09 14:50:08,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-09 14:50:09,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-09 14:50:08,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:08,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-09 14:50:08,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-09 14:50:08,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-09 14:50:09,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-09 14:50:08,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:08,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +10: [2023-05-09 14:50:08,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-09 14:50:09,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:08,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-09 14:50:08,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +16: [2023-05-09 14:50:08,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-09 14:50:09,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:08,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-09 14:50:09,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-09 14:50:08,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +17: [2023-05-09 14:50:08,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +16: [2023-05-09 14:50:08,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +17: [2023-05-09 14:50:08,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +16: [2023-05-09 14:50:09,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-09 14:50:09,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-09 14:50:08,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +16: [2023-05-09 14:50:09,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +11: [2023-05-09 14:50:09,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-09 14:50:08,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-09 14:50:09,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +11: [2023-05-09 14:50:09,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-09 14:50:09,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-09 14:50:09,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +10: [2023-05-09 14:50:09,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-09 14:50:09,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-09 14:50:09,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-09 14:50:08,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:08,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:08,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-09 14:50:09,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-09 14:50:08,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +15: [2023-05-09 14:50:08,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +15: [2023-05-09 14:50:08,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +26: [2023-05-09 14:50:09,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-09 14:50:09,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-09 14:50:09,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-09 14:50:09,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-09 14:50:09,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-09 14:50:09,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-09 14:50:09,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-09 14:50:09,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-09 14:50:09,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-09 14:50:09,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-09 14:50:09,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-09 14:50:09,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-09 14:50:09,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-09 14:50:09,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-09 14:50:09,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-09 14:50:09,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:09,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-09 14:50:09,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-09 14:50:09,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-09 14:50:09,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-09 14:50:09,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-09 14:50:09,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +11: [2023-05-09 14:50:09,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-09 14:50:09,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-09 14:50:09,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-09 14:50:09,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-09 14:50:09,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-09 14:50:09,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-09 14:50:09,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-09 14:50:09,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-09 14:50:09,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-09 14:50:09,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-09 14:50:09,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-09 14:50:09,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +11: [2023-05-09 14:50:09,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +11: [2023-05-09 14:50:09,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +29: [2023-05-09 14:50:09,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-09 14:50:09,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-09 14:50:09,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-09 14:50:09,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 7: [2023-05-09 14:50:09,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-09 14:50:09,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +21: [2023-05-09 14:50:09,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +21: [2023-05-09 14:50:09,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +29: [2023-05-09 14:50:09,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +29: [2023-05-09 14:50:09,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +21: [2023-05-09 14:50:09,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-09 14:50:09,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 7: [2023-05-09 14:50:09,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-09 14:50:09,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +29: [2023-05-09 14:50:09,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +29: [2023-05-09 14:50:09,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +13: [2023-05-09 14:50:09,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-09 14:50:09,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +13: [2023-05-09 14:50:09,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-09 14:50:09,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-09 14:50:09,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +13: [2023-05-09 14:50:09,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +25: [2023-05-09 14:50:09,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-09 14:50:09,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +21: [2023-05-09 14:50:09,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-09 14:50:09,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-09 14:50:09,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-09 14:50:09,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-09 14:50:09,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-09 14:50:09,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +25: [2023-05-09 14:50:09,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-09 14:50:09,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +25: [2023-05-09 14:50:09,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-09 14:50:09,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +25: [2023-05-09 14:50:09,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-09 14:50:09,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 6: [2023-05-09 14:50:09,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-09 14:50:09,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +28: [2023-05-09 14:50:09,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +28: [2023-05-09 14:50:09,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +28: [2023-05-09 14:50:09,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 5: [2023-05-09 14:50:09,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-09 14:50:09,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +26: [2023-05-09 14:50:09,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +26: [2023-05-09 14:50:09,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +26: [2023-05-09 14:50:09,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 5: [2023-05-09 14:50:09,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-09 14:50:09,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-09 14:50:09,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-09 14:50:09,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-09 14:50:09,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-09 14:50:09,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-09 14:50:09,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +30: [2023-05-09 14:50:09,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-09 14:50:09,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-09 14:50:09,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-09 14:50:09,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-09 14:50:09,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-09 14:50:09,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +30: [2023-05-09 14:50:09,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 7: [2023-05-09 14:50:09,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-09 14:50:09,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-09 14:50:09,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-09 14:50:09,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 3: [2023-05-09 14:50:09,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 3: [2023-05-09 14:50:09,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 3: [2023-05-09 14:50:09,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-09 14:50:09,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-09 14:50:09,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-09 14:50:09,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-09 14:50:09,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-09 14:50:09,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-09 14:50:09,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-09 14:50:09,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-09 14:50:09,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-09 14:50:09,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-09 14:50:09,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-09 14:50:09,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-09 14:50:09,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +27: [2023-05-09 14:50:09,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-09 14:50:09,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-09 14:50:09,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-09 14:50:09,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +27: [2023-05-09 14:50:09,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-09 14:50:09,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 4: [2023-05-09 14:50:09,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 4: [2023-05-09 14:50:09,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 4: [2023-05-09 14:50:09,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 4: [2023-05-09 14:50:09,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 5: [2023-05-09 14:50:09,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 8: [2023-05-09 14:50:09,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 7: [2023-05-09 14:50:09,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 7: [2023-05-09 14:50:09,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 7: [2023-05-09 14:50:09,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 7: [2023-05-09 14:50:09,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 5: [2023-05-09 14:50:09,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:09,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-09 14:50:09,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:09,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-09 14:50:09,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-09 14:50:09,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-09 14:50:09,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-09 14:50:09,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-09 14:50:09,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +15: [2023-05-09 14:50:09,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:09,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-09 14:50:09,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-09 14:50:09,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-09 14:50:09,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-09 14:50:09,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-09 14:50:09,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-09 14:50:09,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-09 14:50:09,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-09 14:50:09,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-09 14:50:09,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-09 14:50:09,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-09 14:50:09,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-09 14:50:09,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-09 14:50:09,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-09 14:50:09,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-09 14:50:09,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 7: [2023-05-09 14:50:09,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:09,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-09 14:50:09,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-09 14:50:09,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-09 14:50:09,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-09 14:50:09,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-09 14:50:09,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-09 14:50:09,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 7: [2023-05-09 14:50:09,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:09,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-09 14:50:09,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-09 14:50:09,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-09 14:50:09,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-09 14:50:09,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-09 14:50:09,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-09 14:50:09,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +27: [2023-05-09 14:50:09,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-09 14:50:09,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-09 14:50:09,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-09 14:50:09,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 2: [2023-05-09 14:50:09,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 2: [2023-05-09 14:50:09,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 2: [2023-05-09 14:50:09,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 2: [2023-05-09 14:50:09,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +28: [2023-05-09 14:50:09,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +30: [2023-05-09 14:50:09,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-09 14:50:09,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +27: [2023-05-09 14:50:09,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-09 14:50:09,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-09 14:50:09,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-09 14:50:09,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-09 14:50:09,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-09 14:50:09,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-09 14:50:09,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-09 14:50:09,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-09 14:50:09,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-09 14:50:09,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +30: [2023-05-09 14:50:09,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 8: [2023-05-09 14:50:09,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +30: [2023-05-09 14:50:09,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +30: [2023-05-09 14:50:09,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-09 14:50:09,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-09 14:50:09,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-09 14:50:09,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-09 14:50:09,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-09 14:50:09,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-09 14:50:09,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-09 14:50:09,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 4: [2023-05-09 14:50:09,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 4: [2023-05-09 14:50:09,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-09 14:50:09,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 7: [2023-05-09 14:50:09,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-09 14:50:09,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:09,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-09 14:50:09,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-09 14:50:09,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 8: [2023-05-09 14:50:09,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +27: [2023-05-09 14:50:09,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 7: [2023-05-09 14:50:09,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-09 14:50:09,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 7: [2023-05-09 14:50:09,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-09 14:50:09,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 7: [2023-05-09 14:50:09,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-09 14:50:09,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-09 14:50:09,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-09 14:50:09,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-09 14:50:09,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-09 14:50:09,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-09 14:50:09,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +21: [2023-05-09 14:50:09,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-09 14:50:09,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-09 14:50:09,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-09 14:50:09,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-09 14:50:09,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-09 14:50:09,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-09 14:50:09,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +21: [2023-05-09 14:50:09,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-09 14:50:09,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-09 14:50:09,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +31: [2023-05-09 14:50:09,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 1: [2023-05-09 14:50:09,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 1: [2023-05-09 14:50:09,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 1: [2023-05-09 14:50:09,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 1: [2023-05-09 14:50:09,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +31: [2023-05-09 14:50:09,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +31: [2023-05-09 14:50:09,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 5: [2023-05-09 14:50:09,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 5: [2023-05-09 14:50:09,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 5: [2023-05-09 14:50:09,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 5: [2023-05-09 14:50:09,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-09 14:50:09,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-09 14:50:09,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-09 14:50:09,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +14: [2023-05-09 14:50:09,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-09 14:50:09,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 2: [2023-05-09 14:50:09,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +14: [2023-05-09 14:50:09,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +14: [2023-05-09 14:50:09,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +24: [2023-05-09 14:50:09,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +24: [2023-05-09 14:50:09,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +24: [2023-05-09 14:50:09,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +24: [2023-05-09 14:50:09,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +14: [2023-05-09 14:50:09,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +20: [2023-05-09 14:50:09,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +20: [2023-05-09 14:50:09,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +20: [2023-05-09 14:50:09,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +18: [2023-05-09 14:50:09,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +18: [2023-05-09 14:50:09,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +20: [2023-05-09 14:50:09,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +18: [2023-05-09 14:50:09,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +18: [2023-05-09 14:50:09,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +21: [2023-05-09 14:50:09,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-09 14:50:09,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +12: [2023-05-09 14:50:09,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +21: [2023-05-09 14:50:09,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-09 14:50:09,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +12: [2023-05-09 14:50:09,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +12: [2023-05-09 14:50:09,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +21: [2023-05-09 14:50:09,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-09 14:50:09,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +22: [2023-05-09 14:50:09,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +22: [2023-05-09 14:50:09,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +22: [2023-05-09 14:50:09,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +19: [2023-05-09 14:50:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +19: [2023-05-09 14:50:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +19: [2023-05-09 14:50:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +19: [2023-05-09 14:50:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +23: [2023-05-09 14:50:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +23: [2023-05-09 14:50:09,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +23: [2023-05-09 14:50:09,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +23: [2023-05-09 14:50:09,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +27: [2023-05-09 14:50:09,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +27: [2023-05-09 14:50:09,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +27: [2023-05-09 14:50:09,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +27: [2023-05-09 14:50:09,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +30: [2023-05-09 14:50:09,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-09 14:50:09,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-09 14:50:09,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 9: [2023-05-09 14:50:09,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 9: [2023-05-09 14:50:09,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +31: [2023-05-09 14:50:09,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-09 14:50:09,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 9: [2023-05-09 14:50:09,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +21: [2023-05-09 14:50:09,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-09 14:50:09,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +30: [2023-05-09 14:50:09,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 1: [2023-05-09 14:50:09,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-09 14:50:09,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:09,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:09,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:09,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:09,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:09,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-09 14:50:09,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-09 14:50:09,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-09 14:50:09,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-09 14:50:09,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-09 14:50:09,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:09,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:09,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:09,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:09,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-09 14:50:09,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-09 14:50:09,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-09 14:50:09,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:09,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-09 14:50:09,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-09 14:50:09,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-09 14:50:09,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-09 14:50:09,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-09 14:50:09,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:09,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. + 0: [2023-05-09 14:50:09,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +20: [2023-05-09 14:50:09,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-09 14:50:09,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-09 14:50:09,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-09 14:50:09,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-09 14:50:09,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-09 14:50:09,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:09,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:09,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-09 14:50:09,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +22: [2023-05-09 14:50:09,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_31-model_01-model_states.pt. +27: [2023-05-09 14:50:09,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-09 14:50:09,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-09 14:50:09,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-09 14:50:09,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-09 14:50:09,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-09 14:50:09,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-09 14:50:09,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-09 14:50:09,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +31: [2023-05-09 14:50:09,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-09 14:50:09,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-09 14:50:09,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +14: [2023-05-09 14:50:09,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 5: [2023-05-09 14:50:09,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +14: [2023-05-09 14:50:09,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-09 14:50:09,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +31: [2023-05-09 14:50:09,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 6: [2023-05-09 14:50:09,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-09 14:50:09,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-09 14:50:09,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +19: [2023-05-09 14:50:09,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-09 14:50:09,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 5: [2023-05-09 14:50:09,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 6: [2023-05-09 14:50:09,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 1: [2023-05-09 14:50:09,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 1: [2023-05-09 14:50:09,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +18: [2023-05-09 14:50:09,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-09 14:50:09,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 5: [2023-05-09 14:50:09,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-09 14:50:09,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +12: [2023-05-09 14:50:09,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-09 14:50:09,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +22: [2023-05-09 14:50:09,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-09 14:50:09,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-09 14:50:09,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-09 14:50:09,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-09 14:50:09,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 5: [2023-05-09 14:50:09,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +18: [2023-05-09 14:50:09,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-09 14:50:09,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-09 14:50:09,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +12: [2023-05-09 14:50:09,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-09 14:50:09,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-09 14:50:09,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +18: [2023-05-09 14:50:09,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +18: [2023-05-09 14:50:09,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-09 14:50:09,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-09 14:50:09,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 1: [2023-05-09 14:50:09,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-09 14:50:09,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-09 14:50:09,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-09 14:50:09,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +27: [2023-05-09 14:50:09,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-09 14:50:09,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +19: [2023-05-09 14:50:09,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +19: [2023-05-09 14:50:09,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-09 14:50:09,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +12: [2023-05-09 14:50:09,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +12: [2023-05-09 14:50:09,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 1: [2023-05-09 14:50:09,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 9: [2023-05-09 14:50:09,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-09 14:50:09,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +27: [2023-05-09 14:50:09,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +23: [2023-05-09 14:50:09,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +19: [2023-05-09 14:50:09,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 6: [2023-05-09 14:50:09,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +24: [2023-05-09 14:50:09,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +24: [2023-05-09 14:50:09,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 6: [2023-05-09 14:50:09,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +27: [2023-05-09 14:50:09,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-09 14:50:09,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-09 14:50:09,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-09 14:50:09,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-09 14:50:09,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-09 14:50:09,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-09 14:50:09,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +18: [2023-05-09 14:50:09,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-09 14:50:09,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +24: [2023-05-09 14:50:09,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-09 14:50:09,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-09 14:50:09,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-09 14:50:09,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +27: [2023-05-09 14:50:09,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +27: [2023-05-09 14:50:09,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +23: [2023-05-09 14:50:09,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-09 14:50:09,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-09 14:50:09,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +12: [2023-05-09 14:50:09,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +22: [2023-05-09 14:50:09,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +23: [2023-05-09 14:50:09,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +24: [2023-05-09 14:50:09,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-09 14:50:09,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-09 14:50:09,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-09 14:50:09,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 8: [2023-05-09 14:50:09,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-09 14:50:09,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-09 14:50:09,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-09 14:50:09,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +23: [2023-05-09 14:50:09,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-09 14:50:09,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-09 14:50:09,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-09 14:50:09,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-09 14:50:09,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-09 14:50:09,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-09 14:50:09,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-09 14:50:09,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-09 14:50:09,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-09 14:50:09,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-09 14:50:09,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 9: [2023-05-09 14:50:09,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 0: [2023-05-09 14:50:09,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-09 14:50:09,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-09 14:50:09,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 0: [2023-05-09 14:50:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 0: [2023-05-09 14:50:09,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt... + 4: [2023-05-09 14:50:09,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-09 14:50:09,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-09 14:50:09,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-09 14:50:09,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-09 14:50:09,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-09 14:50:09,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-09 14:50:09,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-09 14:50:09,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-09 14:50:09,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-09 14:50:09,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-09 14:50:09,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-09 14:50:09,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-09 14:50:09,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-09 14:50:09,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-09 14:50:09,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-09 14:50:09,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-09 14:50:09,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-09 14:50:09,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-09 14:50:09,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-09 14:50:09,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-09 14:50:09,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-09 14:50:09,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-09 14:50:09,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-09 14:50:09,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-09 14:50:09,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-09 14:50:09,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-09 14:50:09,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-09 14:50:09,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-09 14:50:09,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-09 14:50:09,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-09 14:50:09,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-09 14:50:09,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-09 14:50:09,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-09 14:50:09,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-09 14:50:09,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-09 14:50:09,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-09 14:50:09,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-09 14:50:09,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-09 14:50:09,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-09 14:50:09,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-09 14:50:09,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-09 14:50:09,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-09 14:50:09,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-09 14:50:09,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-09 14:50:09,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-09 14:50:09,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-09 14:50:09,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-09 14:50:09,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-09 14:50:09,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-09 14:50:09,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-09 14:50:09,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-09 14:50:09,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-09 14:50:09,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-09 14:50:09,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-09 14:50:09,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-09 14:50:09,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-09 14:50:09,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-09 14:50:09,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-09 14:50:09,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-09 14:50:09,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-09 14:50:09,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-09 14:50:09,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 3: [2023-05-09 14:50:09,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 3: [2023-05-09 14:50:09,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 3: [2023-05-09 14:50:09,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +10: [2023-05-09 14:50:09,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-09 14:50:09,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-09 14:50:09,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-09 14:50:09,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-09 14:50:09,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-09 14:50:09,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-09 14:50:09,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-09 14:50:09,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-09 14:50:09,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-09 14:50:09,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:09,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +25: [2023-05-09 14:50:09,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +25: [2023-05-09 14:50:09,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +25: [2023-05-09 14:50:09,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +13: [2023-05-09 14:50:09,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:09,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:09,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:09,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-09 14:50:09,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-09 14:50:09,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:09,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-09 14:50:09,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-09 14:50:09,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-09 14:50:09,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-09 14:50:09,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-09 14:50:09,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:09,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-09 14:50:09,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-09 14:50:09,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-09 14:50:09,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-09 14:50:09,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-09 14:50:09,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-09 14:50:09,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-09 14:50:09,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-09 14:50:09,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-09 14:50:09,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-09 14:50:09,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-09 14:50:09,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-09 14:50:09,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-09 14:50:09,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-09 14:50:09,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-09 14:50:09,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-09 14:50:09,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-09 14:50:09,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-09 14:50:09,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-09 14:50:09,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-09 14:50:09,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-09 14:50:09,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-09 14:50:09,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-09 14:50:09,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-09 14:50:09,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-09 14:50:09,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-09 14:50:09,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-09 14:50:09,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-09 14:50:09,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-09 14:50:09,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-09 14:50:09,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +26: [2023-05-09 14:50:09,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +17: [2023-05-09 14:50:09,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-09 14:50:09,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +26: [2023-05-09 14:50:09,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +26: [2023-05-09 14:50:09,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 3: [2023-05-09 14:50:09,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 3: [2023-05-09 14:50:09,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +29: [2023-05-09 14:50:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-09 14:50:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-09 14:50:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-09 14:50:09,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-09 14:50:09,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-09 14:50:09,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-09 14:50:09,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-09 14:50:09,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-09 14:50:09,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-09 14:50:09,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-09 14:50:09,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-09 14:50:09,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-09 14:50:09,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-09 14:50:09,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-09 14:50:09,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-09 14:50:09,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-09 14:50:09,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +11: [2023-05-09 14:50:09,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-09 14:50:09,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-09 14:50:09,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-09 14:50:09,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-09 14:50:09,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +25: [2023-05-09 14:50:09,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-09 14:50:09,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-09 14:50:09,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-09 14:50:09,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-09 14:50:09,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-09 14:50:09,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-09 14:50:09,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-09 14:50:09,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-09 14:50:09,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-09 14:50:09,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-09 14:50:09,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +25: [2023-05-09 14:50:09,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +19: [2023-05-09 14:50:09,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-09 14:50:09,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-09 14:50:09,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-09 14:50:09,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-09 14:50:09,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-09 14:50:09,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-09 14:50:09,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-09 14:50:09,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-09 14:50:09,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-09 14:50:09,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +31: [2023-05-09 14:50:09,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-09 14:50:09,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-09 14:50:09,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-09 14:50:09,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-09 14:50:09,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-09 14:50:09,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-09 14:50:09,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-09 14:50:09,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:09,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-09 14:50:09,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-09 14:50:09,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-09 14:50:09,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-09 14:50:09,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-09 14:50:09,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:09,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-09 14:50:09,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-09 14:50:09,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +19: [2023-05-09 14:50:09,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-09 14:50:09,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:09,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-09 14:50:09,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-09 14:50:09,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-09 14:50:09,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-09 14:50:09,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-09 14:50:09,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-09 14:50:09,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-09 14:50:09,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-09 14:50:09,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-09 14:50:09,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-09 14:50:09,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-09 14:50:09,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-09 14:50:09,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +26: [2023-05-09 14:50:09,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-09 14:50:09,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-09 14:50:09,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-09 14:50:09,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-09 14:50:09,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-09 14:50:09,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-09 14:50:09,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-09 14:50:09,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-09 14:50:09,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +26: [2023-05-09 14:50:09,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +31: [2023-05-09 14:50:09,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:09,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:09,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:09,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-09 14:50:09,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:09,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:09,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:09,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-09 14:50:09,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-09 14:50:09,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-09 14:50:09,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-09 14:50:09,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:09,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-09 14:50:09,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-09 14:50:09,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-09 14:50:09,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-09 14:50:09,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-09 14:50:09,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-09 14:50:09,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-09 14:50:09,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-09 14:50:09,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-09 14:50:09,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-09 14:50:09,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-09 14:50:09,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-09 14:50:09,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-09 14:50:09,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-09 14:50:09,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-09 14:50:09,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-09 14:50:09,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-09 14:50:09,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-09 14:50:09,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-09 14:50:09,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-09 14:50:09,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-09 14:50:09,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-09 14:50:09,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-09 14:50:09,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-09 14:50:09,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:09,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +13: [2023-05-09 14:50:09,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +13: [2023-05-09 14:50:09,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 6: [2023-05-09 14:50:09,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:09,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +31: [2023-05-09 14:50:09,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-09 14:50:09,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-09 14:50:09,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-09 14:50:09,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-09 14:50:09,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-09 14:50:09,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-09 14:50:09,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-09 14:50:09,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-09 14:50:09,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-09 14:50:09,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-09 14:50:09,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-09 14:50:09,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-09 14:50:09,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-09 14:50:09,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-09 14:50:09,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-09 14:50:09,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-09 14:50:09,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-09 14:50:09,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-09 14:50:09,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-09 14:50:09,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-09 14:50:09,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:09,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-09 14:50:09,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-09 14:50:09,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-09 14:50:09,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-09 14:50:09,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-09 14:50:09,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-09 14:50:09,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-09 14:50:09,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-09 14:50:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:09,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-09 14:50:09,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-09 14:50:09,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-09 14:50:09,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-09 14:50:09,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-09 14:50:09,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-09 14:50:09,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-09 14:50:09,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-09 14:50:09,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:09,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 8: [2023-05-09 14:50:09,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +23: [2023-05-09 14:50:09,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-09 14:50:09,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-09 14:50:09,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 8: [2023-05-09 14:50:09,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +18: [2023-05-09 14:50:09,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-09 14:50:09,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-09 14:50:09,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:09,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-09 14:50:09,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-09 14:50:09,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +11: [2023-05-09 14:50:09,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +11: [2023-05-09 14:50:09,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +11: [2023-05-09 14:50:09,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 7: [2023-05-09 14:50:09,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-09 14:50:09,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-09 14:50:09,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-09 14:50:09,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-09 14:50:09,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-09 14:50:09,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-09 14:50:09,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-09 14:50:09,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-09 14:50:09,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-09 14:50:09,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-09 14:50:09,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-09 14:50:09,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-09 14:50:09,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-09 14:50:09,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-09 14:50:09,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:09,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:09,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-09 14:50:09,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-09 14:50:09,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-09 14:50:09,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-09 14:50:09,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:09,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-09 14:50:09,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 3: [2023-05-09 14:50:09,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-09 14:50:09,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-09 14:50:09,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-09 14:50:09,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-09 14:50:09,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-09 14:50:09,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-09 14:50:09,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-09 14:50:09,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-09 14:50:09,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-09 14:50:09,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-09 14:50:09,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-09 14:50:09,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-09 14:50:09,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-09 14:50:09,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-09 14:50:09,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-09 14:50:09,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:09,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +26: [2023-05-09 14:50:09,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-09 14:50:09,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:09,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-09 14:50:09,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-09 14:50:09,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:09,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-09 14:50:09,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +30: [2023-05-09 14:50:09,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:09,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +13: [2023-05-09 14:50:09,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +26: [2023-05-09 14:50:09,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-09 14:50:09,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +28: [2023-05-09 14:50:09,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +28: [2023-05-09 14:50:09,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +28: [2023-05-09 14:50:09,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +26: [2023-05-09 14:50:09,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-09 14:50:09,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:09,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-09 14:50:09,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-09 14:50:09,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-09 14:50:09,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-09 14:50:09,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:09,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:09,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-09 14:50:09,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 8: [2023-05-09 14:50:09,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 8: [2023-05-09 14:50:09,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-09 14:50:09,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-09 14:50:09,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-09 14:50:09,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-09 14:50:09,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 8: [2023-05-09 14:50:09,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +11: [2023-05-09 14:50:09,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-09 14:50:09,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-09 14:50:09,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +11: [2023-05-09 14:50:09,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +30: [2023-05-09 14:50:09,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-09 14:50:09,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-09 14:50:09,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +30: [2023-05-09 14:50:09,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-09 14:50:09,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-09 14:50:09,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-09 14:50:09,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-09 14:50:09,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-09 14:50:09,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +21: [2023-05-09 14:50:09,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +21: [2023-05-09 14:50:09,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +21: [2023-05-09 14:50:09,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +21: [2023-05-09 14:50:09,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +30: [2023-05-09 14:50:09,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-09 14:50:09,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-09 14:50:09,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-09 14:50:09,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-09 14:50:09,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-09 14:50:09,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +28: [2023-05-09 14:50:09,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +21: [2023-05-09 14:50:09,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-09 14:50:09,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-09 14:50:09,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-09 14:50:09,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-09 14:50:09,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-09 14:50:09,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 2: [2023-05-09 14:50:09,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 2: [2023-05-09 14:50:09,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 2: [2023-05-09 14:50:09,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 2: [2023-05-09 14:50:09,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 2: [2023-05-09 14:50:09,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:09,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +17: [2023-05-09 14:50:09,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 2: [2023-05-09 14:50:09,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:09,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +17: [2023-05-09 14:50:09,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +10: [2023-05-09 14:50:09,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +10: [2023-05-09 14:50:09,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +10: [2023-05-09 14:50:09,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +10: [2023-05-09 14:50:09,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 2: [2023-05-09 14:50:09,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-09 14:50:09,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +30: [2023-05-09 14:50:09,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +30: [2023-05-09 14:50:09,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +30: [2023-05-09 14:50:09,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +21: [2023-05-09 14:50:09,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-09 14:50:09,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +16: [2023-05-09 14:50:09,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +16: [2023-05-09 14:50:09,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +16: [2023-05-09 14:50:09,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +15: [2023-05-09 14:50:09,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +15: [2023-05-09 14:50:09,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +15: [2023-05-09 14:50:09,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +15: [2023-05-09 14:50:09,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +23: [2023-05-09 14:50:09,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +23: [2023-05-09 14:50:09,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +23: [2023-05-09 14:50:09,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +23: [2023-05-09 14:50:09,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +21: [2023-05-09 14:50:09,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 9: [2023-05-09 14:50:09,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 9: [2023-05-09 14:50:09,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 9: [2023-05-09 14:50:09,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 9: [2023-05-09 14:50:09,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 4: [2023-05-09 14:50:09,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 4: [2023-05-09 14:50:09,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 4: [2023-05-09 14:50:09,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 4: [2023-05-09 14:50:09,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 7: [2023-05-09 14:50:09,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 7: [2023-05-09 14:50:09,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 7: [2023-05-09 14:50:09,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 7: [2023-05-09 14:50:09,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +17: [2023-05-09 14:50:09,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 1: [2023-05-09 14:50:09,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 1: [2023-05-09 14:50:09,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 1: [2023-05-09 14:50:09,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +21: [2023-05-09 14:50:09,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-09 14:50:09,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-09 14:50:09,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:09,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:09,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +10: [2023-05-09 14:50:09,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:09,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-09 14:50:09,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +21: [2023-05-09 14:50:09,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +21: [2023-05-09 14:50:09,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +30: [2023-05-09 14:50:09,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-09 14:50:09,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-09 14:50:09,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-09 14:50:09,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-09 14:50:09,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-09 14:50:09,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-09 14:50:09,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-09 14:50:09,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-09 14:50:09,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-09 14:50:09,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-09 14:50:09,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-09 14:50:09,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-09 14:50:09,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-09 14:50:09,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-09 14:50:09,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-09 14:50:09,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-09 14:50:09,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-09 14:50:09,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-09 14:50:09,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-09 14:50:09,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-09 14:50:09,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-09 14:50:09,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-09 14:50:09,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-09 14:50:09,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-09 14:50:09,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-09 14:50:09,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-09 14:50:09,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:09,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:09,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +10: [2023-05-09 14:50:09,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 2: [2023-05-09 14:50:09,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 2: [2023-05-09 14:50:09,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +30: [2023-05-09 14:50:09,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-09 14:50:09,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +30: [2023-05-09 14:50:09,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +20: [2023-05-09 14:50:09,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-09 14:50:09,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-09 14:50:09,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-09 14:50:09,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-09 14:50:09,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-09 14:50:09,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-09 14:50:09,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +20: [2023-05-09 14:50:09,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-09 14:50:09,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-09 14:50:09,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-09 14:50:09,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +29: [2023-05-09 14:50:09,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +29: [2023-05-09 14:50:09,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +29: [2023-05-09 14:50:09,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +17: [2023-05-09 14:50:09,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:09,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-09 14:50:09,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:09,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-09 14:50:09,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-09 14:50:09,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-09 14:50:09,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-09 14:50:09,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +10: [2023-05-09 14:50:09,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-09 14:50:09,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-09 14:50:09,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +16: [2023-05-09 14:50:09,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-09 14:50:09,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-09 14:50:09,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-09 14:50:09,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-09 14:50:09,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 9: [2023-05-09 14:50:09,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 4: [2023-05-09 14:50:09,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-09 14:50:09,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +16: [2023-05-09 14:50:09,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +23: [2023-05-09 14:50:09,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 4: [2023-05-09 14:50:09,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 9: [2023-05-09 14:50:09,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 1: [2023-05-09 14:50:09,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-09 14:50:09,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-09 14:50:09,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-09 14:50:09,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-09 14:50:09,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-09 14:50:09,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-09 14:50:09,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-09 14:50:09,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 1: [2023-05-09 14:50:09,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 7: [2023-05-09 14:50:09,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 1: [2023-05-09 14:50:09,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-09 14:50:09,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +29: [2023-05-09 14:50:09,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-09 14:50:09,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +15: [2023-05-09 14:50:09,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-09 14:50:09,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-09 14:50:09,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 1: [2023-05-09 14:50:09,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 4: [2023-05-09 14:50:09,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-09 14:50:09,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +22: [2023-05-09 14:50:09,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +22: [2023-05-09 14:50:09,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +20: [2023-05-09 14:50:09,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-09 14:50:09,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +23: [2023-05-09 14:50:09,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +23: [2023-05-09 14:50:09,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +22: [2023-05-09 14:50:09,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 1: [2023-05-09 14:50:09,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 1: [2023-05-09 14:50:09,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +30: [2023-05-09 14:50:09,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +29: [2023-05-09 14:50:09,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +15: [2023-05-09 14:50:09,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +15: [2023-05-09 14:50:09,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +15: [2023-05-09 14:50:09,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +29: [2023-05-09 14:50:09,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-09 14:50:09,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-09 14:50:09,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-09 14:50:09,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 8: [2023-05-09 14:50:09,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-09 14:50:09,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-09 14:50:09,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 4: [2023-05-09 14:50:09,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 9: [2023-05-09 14:50:09,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 0: [2023-05-09 14:50:09,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 0: [2023-05-09 14:50:09,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 0: [2023-05-09 14:50:09,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +27: [2023-05-09 14:50:09,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 7: [2023-05-09 14:50:09,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +27: [2023-05-09 14:50:09,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +27: [2023-05-09 14:50:09,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +27: [2023-05-09 14:50:09,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +30: [2023-05-09 14:50:09,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 6: [2023-05-09 14:50:09,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 7: [2023-05-09 14:50:09,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 4: [2023-05-09 14:50:09,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 6: [2023-05-09 14:50:09,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +22: [2023-05-09 14:50:09,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +30: [2023-05-09 14:50:09,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 5: [2023-05-09 14:50:09,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 5: [2023-05-09 14:50:09,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 5: [2023-05-09 14:50:09,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +20: [2023-05-09 14:50:09,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-09 14:50:09,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-09 14:50:09,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-09 14:50:09,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-09 14:50:09,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +22: [2023-05-09 14:50:09,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-09 14:50:09,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-09 14:50:09,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-09 14:50:09,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-09 14:50:09,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-09 14:50:09,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-09 14:50:09,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-09 14:50:09,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-09 14:50:09,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-09 14:50:09,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-09 14:50:09,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-09 14:50:09,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-09 14:50:09,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-09 14:50:09,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-09 14:50:09,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-09 14:50:09,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-09 14:50:09,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-09 14:50:09,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-09 14:50:09,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-09 14:50:09,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 6: [2023-05-09 14:50:09,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-09 14:50:09,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-09 14:50:09,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-09 14:50:09,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-09 14:50:09,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-09 14:50:09,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-09 14:50:09,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-09 14:50:09,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-09 14:50:09,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-09 14:50:09,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +24: [2023-05-09 14:50:09,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-09 14:50:09,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-09 14:50:09,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-09 14:50:09,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-09 14:50:09,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-09 14:50:09,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-09 14:50:09,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-09 14:50:09,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-09 14:50:09,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-09 14:50:09,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +26: [2023-05-09 14:50:09,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +26: [2023-05-09 14:50:09,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +26: [2023-05-09 14:50:09,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +26: [2023-05-09 14:50:09,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +29: [2023-05-09 14:50:09,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +12: [2023-05-09 14:50:09,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-09 14:50:09,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-09 14:50:09,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-09 14:50:09,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 8: [2023-05-09 14:50:09,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-09 14:50:09,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-09 14:50:09,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-09 14:50:09,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-09 14:50:09,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-09 14:50:09,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-09 14:50:09,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-09 14:50:09,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +31: [2023-05-09 14:50:09,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +31: [2023-05-09 14:50:09,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 8: [2023-05-09 14:50:09,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:09,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 8: [2023-05-09 14:50:09,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-09 14:50:09,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-09 14:50:09,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-09 14:50:09,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-09 14:50:09,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-09 14:50:09,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-09 14:50:09,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +18: [2023-05-09 14:50:09,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +19: [2023-05-09 14:50:09,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +19: [2023-05-09 14:50:09,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 8: [2023-05-09 14:50:09,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-09 14:50:09,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 0: [2023-05-09 14:50:09,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-09 14:50:09,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +19: [2023-05-09 14:50:09,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 8: [2023-05-09 14:50:09,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-09 14:50:09,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +22: [2023-05-09 14:50:09,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +19: [2023-05-09 14:50:09,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +22: [2023-05-09 14:50:09,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 0: [2023-05-09 14:50:09,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 6: [2023-05-09 14:50:09,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-09 14:50:09,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-09 14:50:09,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-09 14:50:09,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-09 14:50:09,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-09 14:50:09,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +26: [2023-05-09 14:50:09,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-09 14:50:09,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 0: [2023-05-09 14:50:09,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-09 14:50:09,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-09 14:50:09,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +27: [2023-05-09 14:50:09,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +27: [2023-05-09 14:50:09,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-09 14:50:09,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +31: [2023-05-09 14:50:09,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 0: [2023-05-09 14:50:09,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 3: [2023-05-09 14:50:09,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 3: [2023-05-09 14:50:09,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 6: [2023-05-09 14:50:09,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-09 14:50:09,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +14: [2023-05-09 14:50:09,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 6: [2023-05-09 14:50:09,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +27: [2023-05-09 14:50:09,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-09 14:50:09,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-09 14:50:09,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +14: [2023-05-09 14:50:09,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 5: [2023-05-09 14:50:09,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 5: [2023-05-09 14:50:09,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 6: [2023-05-09 14:50:09,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +27: [2023-05-09 14:50:09,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +27: [2023-05-09 14:50:09,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-09 14:50:09,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-09 14:50:09,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-09 14:50:09,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:09,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-09 14:50:09,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +19: [2023-05-09 14:50:09,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-09 14:50:09,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +19: [2023-05-09 14:50:09,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-09 14:50:09,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-09 14:50:09,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +19: [2023-05-09 14:50:09,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-09 14:50:09,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-09 14:50:09,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-09 14:50:09,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 5: [2023-05-09 14:50:09,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 5: [2023-05-09 14:50:09,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-09 14:50:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +12: [2023-05-09 14:50:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +20: [2023-05-09 14:50:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +20: [2023-05-09 14:50:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +20: [2023-05-09 14:50:09,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +12: [2023-05-09 14:50:09,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 5: [2023-05-09 14:50:09,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-09 14:50:09,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +24: [2023-05-09 14:50:09,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +24: [2023-05-09 14:50:09,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. +26: [2023-05-09 14:50:09,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-09 14:50:09,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 4: [2023-05-09 14:50:09,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-09 14:50:09,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-09 14:50:09,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-09 14:50:09,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 5: [2023-05-09 14:50:09,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-09 14:50:09,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +27: [2023-05-09 14:50:09,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-09 14:50:09,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-09 14:50:09,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_32-model_01-model_states.pt. + 4: [2023-05-09 14:50:09,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-09 14:50:09,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-09 14:50:09,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-09 14:50:09,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-09 14:50:09,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:09,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:09,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:09,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:09,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-09 14:50:09,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-09 14:50:09,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-09 14:50:09,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-09 14:50:09,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-09 14:50:09,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-09 14:50:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-09 14:50:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-09 14:50:09,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-09 14:50:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-09 14:50:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-09 14:50:09,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:09,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:09,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-09 14:50:09,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-09 14:50:09,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-09 14:50:09,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-09 14:50:09,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-09 14:50:09,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-09 14:50:09,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-09 14:50:09,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-09 14:50:09,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-09 14:50:09,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-09 14:50:09,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:09,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-09 14:50:09,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:09,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +27: [2023-05-09 14:50:09,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-09 14:50:09,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-09 14:50:09,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-09 14:50:09,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-09 14:50:09,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:09,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +26: [2023-05-09 14:50:09,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-09 14:50:09,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-09 14:50:09,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-09 14:50:09,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-09 14:50:09,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-09 14:50:09,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-09 14:50:09,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-09 14:50:09,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +24: [2023-05-09 14:50:09,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-09 14:50:09,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-09 14:50:09,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-09 14:50:09,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-09 14:50:09,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-09 14:50:09,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-09 14:50:09,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +20: [2023-05-09 14:50:09,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:09,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-09 14:50:09,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-09 14:50:09,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +20: [2023-05-09 14:50:09,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-09 14:50:09,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-09 14:50:09,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:09,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-09 14:50:09,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-09 14:50:09,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-09 14:50:09,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-09 14:50:09,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-09 14:50:09,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-09 14:50:09,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:09,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-09 14:50:09,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +24: [2023-05-09 14:50:09,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +18: [2023-05-09 14:50:09,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +18: [2023-05-09 14:50:09,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-09 14:50:09,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +26: [2023-05-09 14:50:09,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 8: [2023-05-09 14:50:09,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +18: [2023-05-09 14:50:09,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-09 14:50:09,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-09 14:50:09,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +12: [2023-05-09 14:50:09,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-09 14:50:09,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 4: [2023-05-09 14:50:09,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:09,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-09 14:50:09,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +31: [2023-05-09 14:50:09,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:09,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:09,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-09 14:50:09,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +31: [2023-05-09 14:50:09,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:09,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-09 14:50:09,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-09 14:50:09,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-09 14:50:09,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-09 14:50:09,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-09 14:50:09,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-09 14:50:09,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +19: [2023-05-09 14:50:09,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 4: [2023-05-09 14:50:09,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-09 14:50:09,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-09 14:50:09,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +10: [2023-05-09 14:50:09,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-09 14:50:09,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-09 14:50:09,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-09 14:50:09,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-09 14:50:09,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-09 14:50:09,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 8: [2023-05-09 14:50:09,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-09 14:50:09,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-09 14:50:09,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-09 14:50:09,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-09 14:50:09,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-09 14:50:09,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-09 14:50:09,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +14: [2023-05-09 14:50:09,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +25: [2023-05-09 14:50:09,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:09,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:09,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:09,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-09 14:50:09,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-09 14:50:09,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-09 14:50:09,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-09 14:50:09,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-09 14:50:09,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-09 14:50:09,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-09 14:50:09,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-09 14:50:09,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-09 14:50:09,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 3: [2023-05-09 14:50:09,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-09 14:50:09,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-09 14:50:09,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +12: [2023-05-09 14:50:09,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +14: [2023-05-09 14:50:09,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +10: [2023-05-09 14:50:09,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-09 14:50:09,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... + 3: [2023-05-09 14:50:09,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +10: [2023-05-09 14:50:09,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-09 14:50:09,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-09 14:50:09,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-09 14:50:09,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-09 14:50:09,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-09 14:50:09,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-09 14:50:09,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-09 14:50:09,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-09 14:50:09,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-09 14:50:09,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-09 14:50:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-09 14:50:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-09 14:50:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-09 14:50:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 3: [2023-05-09 14:50:09,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +19: [2023-05-09 14:50:09,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-09 14:50:09,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-09 14:50:09,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-09 14:50:09,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-09 14:50:09,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-09 14:50:09,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-09 14:50:09,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-09 14:50:09,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:09,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-09 14:50:09,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +25: [2023-05-09 14:50:09,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:09,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-09 14:50:09,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +24: [2023-05-09 14:50:09,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-09 14:50:09,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-09 14:50:09,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-09 14:50:09,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +12: [2023-05-09 14:50:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-09 14:50:09,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:09,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-09 14:50:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-09 14:50:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-09 14:50:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-09 14:50:09,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-09 14:50:09,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +26: [2023-05-09 14:50:09,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-09 14:50:09,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-09 14:50:09,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-09 14:50:09,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-09 14:50:09,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-09 14:50:09,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +31: [2023-05-09 14:50:09,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-09 14:50:09,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-09 14:50:09,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +20: [2023-05-09 14:50:09,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +20: [2023-05-09 14:50:09,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +20: [2023-05-09 14:50:09,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt... +31: [2023-05-09 14:50:09,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:09,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:09,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-09 14:50:09,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-09 14:50:09,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 8: [2023-05-09 14:50:09,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:09,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 8: [2023-05-09 14:50:09,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +19: [2023-05-09 14:50:09,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-09 14:50:09,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-09 14:50:09,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +31: [2023-05-09 14:50:09,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-09 14:50:09,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-09 14:50:09,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:09,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:09,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:09,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:09,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:09,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-09 14:50:09,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-09 14:50:09,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:09,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:09,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-09 14:50:09,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-09 14:50:09,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-09 14:50:09,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-09 14:50:09,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-09 14:50:09,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-09 14:50:09,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-09 14:50:09,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:09,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-09 14:50:09,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:09,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-09 14:50:09,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-09 14:50:09,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:09,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-09 14:50:09,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-09 14:50:09,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-09 14:50:09,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-09 14:50:09,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-09 14:50:09,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-09 14:50:09,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:09,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +13: [2023-05-09 14:50:09,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +26: [2023-05-09 14:50:09,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-09 14:50:09,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +13: [2023-05-09 14:50:09,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:09,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +14: [2023-05-09 14:50:09,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:09,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-09 14:50:09,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-09 14:50:09,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +28: [2023-05-09 14:50:09,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +28: [2023-05-09 14:50:09,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +28: [2023-05-09 14:50:09,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 1: [2023-05-09 14:50:09,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-09 14:50:09,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-09 14:50:09,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-09 14:50:09,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-09 14:50:09,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-09 14:50:09,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-09 14:50:09,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-09 14:50:09,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-09 14:50:09,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-09 14:50:09,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:09,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:09,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-09 14:50:09,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:09,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:09,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-09 14:50:09,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +25: [2023-05-09 14:50:09,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 6: [2023-05-09 14:50:09,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:09,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 6: [2023-05-09 14:50:09,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:09,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 3: [2023-05-09 14:50:09,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-09 14:50:09,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-09 14:50:09,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-09 14:50:09,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-09 14:50:09,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-09 14:50:09,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-09 14:50:09,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-09 14:50:09,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-09 14:50:09,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:09,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-09 14:50:09,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-09 14:50:09,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-09 14:50:09,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-09 14:50:09,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-09 14:50:09,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-09 14:50:09,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-09 14:50:09,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 2: [2023-05-09 14:50:09,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 0: [2023-05-09 14:50:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +29: [2023-05-09 14:50:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-09 14:50:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-09 14:50:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +14: [2023-05-09 14:50:09,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-09 14:50:09,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:09,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-09 14:50:09,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-09 14:50:09,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:09,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:09,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-09 14:50:09,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-09 14:50:09,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:09,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-09 14:50:09,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-09 14:50:09,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:09,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-09 14:50:09,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:09,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-09 14:50:09,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-09 14:50:09,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-09 14:50:09,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-09 14:50:09,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-09 14:50:09,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-09 14:50:09,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-09 14:50:09,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-09 14:50:09,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-09 14:50:09,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-09 14:50:09,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-09 14:50:09,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-09 14:50:09,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-09 14:50:09,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-09 14:50:09,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-09 14:50:09,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-09 14:50:09,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-09 14:50:09,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-09 14:50:09,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-09 14:50:09,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-09 14:50:09,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-09 14:50:09,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-09 14:50:09,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 3: [2023-05-09 14:50:09,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-09 14:50:09,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-09 14:50:09,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-09 14:50:09,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-09 14:50:09,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-09 14:50:09,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:09,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +16: [2023-05-09 14:50:09,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-09 14:50:09,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-09 14:50:09,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-09 14:50:09,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-09 14:50:09,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-09 14:50:09,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +13: [2023-05-09 14:50:09,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +28: [2023-05-09 14:50:09,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 7: [2023-05-09 14:50:09,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-09 14:50:09,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-09 14:50:09,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-09 14:50:09,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-09 14:50:09,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-09 14:50:09,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-09 14:50:09,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-09 14:50:09,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:09,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-09 14:50:09,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-09 14:50:09,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-09 14:50:09,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-09 14:50:09,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-09 14:50:09,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:09,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +23: [2023-05-09 14:50:09,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-09 14:50:09,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-09 14:50:09,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 7: [2023-05-09 14:50:09,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-09 14:50:09,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-09 14:50:09,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-09 14:50:09,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:09,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 0: [2023-05-09 14:50:09,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:09,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 2: [2023-05-09 14:50:09,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:09,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-09 14:50:09,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-09 14:50:09,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-09 14:50:09,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-09 14:50:09,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-09 14:50:09,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-09 14:50:09,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:09,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 9: [2023-05-09 14:50:09,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:09,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-09 14:50:09,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-09 14:50:09,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-09 14:50:09,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:09,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:09,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-09 14:50:09,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-09 14:50:09,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-09 14:50:09,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-09 14:50:09,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:09,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:09,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +25: [2023-05-09 14:50:09,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-09 14:50:09,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-09 14:50:09,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-09 14:50:09,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-09 14:50:09,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +21: [2023-05-09 14:50:09,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +21: [2023-05-09 14:50:09,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +30: [2023-05-09 14:50:09,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-09 14:50:09,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-09 14:50:09,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +23: [2023-05-09 14:50:09,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:09,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-09 14:50:09,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-09 14:50:09,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-09 14:50:09,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-09 14:50:09,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-09 14:50:09,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 0: [2023-05-09 14:50:09,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-09 14:50:09,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-09 14:50:09,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-09 14:50:09,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-09 14:50:09,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-09 14:50:09,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-09 14:50:09,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-09 14:50:09,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-09 14:50:09,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-09 14:50:09,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-09 14:50:09,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-09 14:50:09,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-09 14:50:09,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 9: [2023-05-09 14:50:09,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-09 14:50:09,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-09 14:50:09,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-09 14:50:09,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-09 14:50:09,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-09 14:50:09,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:09,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-09 14:50:09,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-09 14:50:09,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-09 14:50:09,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-09 14:50:09,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-09 14:50:09,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-09 14:50:09,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-09 14:50:09,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-09 14:50:09,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +15: [2023-05-09 14:50:09,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +15: [2023-05-09 14:50:09,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +15: [2023-05-09 14:50:09,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +21: [2023-05-09 14:50:09,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-09 14:50:09,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-09 14:50:09,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-09 14:50:09,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-09 14:50:09,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-09 14:50:09,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-09 14:50:09,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-09 14:50:09,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-09 14:50:09,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:09,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-09 14:50:09,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-09 14:50:09,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-09 14:50:09,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-09 14:50:09,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-09 14:50:09,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-09 14:50:09,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-09 14:50:09,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-09 14:50:09,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-09 14:50:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-09 14:50:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-09 14:50:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-09 14:50:09,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-09 14:50:09,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-09 14:50:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-09 14:50:09,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-09 14:50:09,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-09 14:50:09,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:09,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-09 14:50:09,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-09 14:50:09,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +11: [2023-05-09 14:50:09,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +11: [2023-05-09 14:50:09,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +11: [2023-05-09 14:50:09,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +21: [2023-05-09 14:50:09,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +27: [2023-05-09 14:50:09,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-09 14:50:09,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-09 14:50:09,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-09 14:50:09,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-09 14:50:09,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-09 14:50:09,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-09 14:50:09,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-09 14:50:09,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-09 14:50:09,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:09,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-09 14:50:10,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-09 14:50:10,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-09 14:50:10,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-09 14:50:10,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-09 14:50:10,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-09 14:50:10,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-09 14:50:10,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-09 14:50:10,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-09 14:50:10,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +11: [2023-05-09 14:50:10,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-09 14:50:10,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:10,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-09 14:50:10,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:10,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-09 14:50:10,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-09 14:50:10,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-09 14:50:10,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-09 14:50:10,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +24: [2023-05-09 14:50:10,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +24: [2023-05-09 14:50:10,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +24: [2023-05-09 14:50:10,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +15: [2023-05-09 14:50:10,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +15: [2023-05-09 14:50:10,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +22: [2023-05-09 14:50:10,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-09 14:50:10,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-09 14:50:10,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +23: [2023-05-09 14:50:10,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +23: [2023-05-09 14:50:10,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +15: [2023-05-09 14:50:10,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +22: [2023-05-09 14:50:10,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +23: [2023-05-09 14:50:10,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +23: [2023-05-09 14:50:10,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +27: [2023-05-09 14:50:10,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-09 14:50:10,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 0: [2023-05-09 14:50:10,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 0: [2023-05-09 14:50:10,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 0: [2023-05-09 14:50:10,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +27: [2023-05-09 14:50:10,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-09 14:50:10,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 1: [2023-05-09 14:50:10,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 1: [2023-05-09 14:50:10,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 1: [2023-05-09 14:50:10,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-09 14:50:10,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-09 14:50:10,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-09 14:50:10,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-09 14:50:10,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 4: [2023-05-09 14:50:10,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 4: [2023-05-09 14:50:10,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-09 14:50:10,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +24: [2023-05-09 14:50:10,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-09 14:50:10,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-09 14:50:10,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-09 14:50:10,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-09 14:50:10,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-09 14:50:10,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-09 14:50:10,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-09 14:50:10,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-09 14:50:10,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-09 14:50:10,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-09 14:50:10,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-09 14:50:10,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-09 14:50:10,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-09 14:50:10,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-09 14:50:10,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-09 14:50:10,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-09 14:50:10,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-09 14:50:10,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-09 14:50:10,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-09 14:50:10,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +17: [2023-05-09 14:50:10,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +28: [2023-05-09 14:50:10,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-09 14:50:10,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-09 14:50:10,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 1: [2023-05-09 14:50:10,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-09 14:50:10,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +12: [2023-05-09 14:50:10,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-09 14:50:10,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-09 14:50:10,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-09 14:50:10,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-09 14:50:10,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-09 14:50:10,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-09 14:50:10,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-09 14:50:10,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-09 14:50:10,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +11: [2023-05-09 14:50:10,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-09 14:50:10,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 1: [2023-05-09 14:50:10,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-09 14:50:10,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-09 14:50:10,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 5: [2023-05-09 14:50:10,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 5: [2023-05-09 14:50:10,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 5: [2023-05-09 14:50:10,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +29: [2023-05-09 14:50:10,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +29: [2023-05-09 14:50:10,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +29: [2023-05-09 14:50:10,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +29: [2023-05-09 14:50:10,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +11: [2023-05-09 14:50:10,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +12: [2023-05-09 14:50:10,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 6: [2023-05-09 14:50:10,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 4: [2023-05-09 14:50:10,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +20: [2023-05-09 14:50:10,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-09 14:50:10,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-09 14:50:10,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 4: [2023-05-09 14:50:10,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-09 14:50:10,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-09 14:50:10,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 9: [2023-05-09 14:50:10,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 9: [2023-05-09 14:50:10,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 9: [2023-05-09 14:50:10,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +17: [2023-05-09 14:50:10,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-09 14:50:10,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +16: [2023-05-09 14:50:10,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +16: [2023-05-09 14:50:10,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +20: [2023-05-09 14:50:10,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-09 14:50:10,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +20: [2023-05-09 14:50:10,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-09 14:50:10,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-09 14:50:10,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-09 14:50:10,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-09 14:50:10,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-09 14:50:10,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +19: [2023-05-09 14:50:10,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +19: [2023-05-09 14:50:10,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +19: [2023-05-09 14:50:10,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +27: [2023-05-09 14:50:10,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +19: [2023-05-09 14:50:10,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +27: [2023-05-09 14:50:10,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +17: [2023-05-09 14:50:10,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-09 14:50:10,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +30: [2023-05-09 14:50:10,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +30: [2023-05-09 14:50:10,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +30: [2023-05-09 14:50:10,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +30: [2023-05-09 14:50:10,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +14: [2023-05-09 14:50:10,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +14: [2023-05-09 14:50:10,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +14: [2023-05-09 14:50:10,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +14: [2023-05-09 14:50:10,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-09 14:50:10,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-09 14:50:10,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 8: [2023-05-09 14:50:10,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 8: [2023-05-09 14:50:10,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 8: [2023-05-09 14:50:10,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +24: [2023-05-09 14:50:10,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-09 14:50:10,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-09 14:50:10,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 5: [2023-05-09 14:50:10,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-09 14:50:10,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-09 14:50:10,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +24: [2023-05-09 14:50:10,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 5: [2023-05-09 14:50:10,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-09 14:50:10,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-09 14:50:10,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-09 14:50:10,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-09 14:50:10,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-09 14:50:10,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-09 14:50:10,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-09 14:50:10,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-09 14:50:10,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-09 14:50:10,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +24: [2023-05-09 14:50:10,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-09 14:50:10,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-09 14:50:10,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-09 14:50:10,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +31: [2023-05-09 14:50:10,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-09 14:50:10,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-09 14:50:10,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-09 14:50:10,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-09 14:50:10,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-09 14:50:10,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +22: [2023-05-09 14:50:10,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +19: [2023-05-09 14:50:10,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-09 14:50:10,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-09 14:50:10,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-09 14:50:10,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-09 14:50:10,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-09 14:50:10,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-09 14:50:10,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-09 14:50:10,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +12: [2023-05-09 14:50:10,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +12: [2023-05-09 14:50:10,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +27: [2023-05-09 14:50:10,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-09 14:50:10,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-09 14:50:10,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +12: [2023-05-09 14:50:10,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 1: [2023-05-09 14:50:10,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +19: [2023-05-09 14:50:10,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-09 14:50:10,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-09 14:50:10,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-09 14:50:10,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-09 14:50:10,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +24: [2023-05-09 14:50:10,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 8: [2023-05-09 14:50:10,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-09 14:50:10,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +31: [2023-05-09 14:50:10,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-09 14:50:10,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-09 14:50:10,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-09 14:50:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +30: [2023-05-09 14:50:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-09 14:50:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-09 14:50:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-09 14:50:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +14: [2023-05-09 14:50:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-09 14:50:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-09 14:50:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +28: [2023-05-09 14:50:10,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-09 14:50:10,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 1: [2023-05-09 14:50:10,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-09 14:50:10,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 1: [2023-05-09 14:50:10,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 1: [2023-05-09 14:50:10,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 0: [2023-05-09 14:50:10,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 0: [2023-05-09 14:50:10,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 0: [2023-05-09 14:50:10,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +31: [2023-05-09 14:50:10,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-09 14:50:10,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-09 14:50:10,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-09 14:50:10,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 7: [2023-05-09 14:50:10,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 7: [2023-05-09 14:50:10,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 7: [2023-05-09 14:50:10,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 7: [2023-05-09 14:50:10,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 0: [2023-05-09 14:50:10,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 5: [2023-05-09 14:50:10,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +12: [2023-05-09 14:50:10,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-09 14:50:10,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +20: [2023-05-09 14:50:10,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-09 14:50:10,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +12: [2023-05-09 14:50:10,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-09 14:50:10,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-09 14:50:10,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +10: [2023-05-09 14:50:10,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +10: [2023-05-09 14:50:10,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +10: [2023-05-09 14:50:10,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 9: [2023-05-09 14:50:10,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +28: [2023-05-09 14:50:10,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-09 14:50:10,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-09 14:50:10,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-09 14:50:10,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-09 14:50:10,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-09 14:50:10,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 6: [2023-05-09 14:50:10,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 5: [2023-05-09 14:50:10,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-09 14:50:10,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +19: [2023-05-09 14:50:10,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-09 14:50:10,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-09 14:50:10,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-09 14:50:10,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-09 14:50:10,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 6: [2023-05-09 14:50:10,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 5: [2023-05-09 14:50:10,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 8: [2023-05-09 14:50:10,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +17: [2023-05-09 14:50:10,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +29: [2023-05-09 14:50:10,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +29: [2023-05-09 14:50:10,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 6: [2023-05-09 14:50:10,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 8: [2023-05-09 14:50:10,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-09 14:50:10,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-09 14:50:10,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-09 14:50:10,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-09 14:50:10,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +18: [2023-05-09 14:50:10,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +18: [2023-05-09 14:50:10,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 7: [2023-05-09 14:50:10,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-09 14:50:10,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-09 14:50:10,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:10,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +18: [2023-05-09 14:50:10,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +27: [2023-05-09 14:50:10,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +30: [2023-05-09 14:50:10,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 5: [2023-05-09 14:50:10,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +16: [2023-05-09 14:50:10,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-09 14:50:10,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-09 14:50:10,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-09 14:50:10,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-09 14:50:10,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +27: [2023-05-09 14:50:10,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-09 14:50:10,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-09 14:50:10,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 6: [2023-05-09 14:50:10,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-09 14:50:10,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-09 14:50:10,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-09 14:50:10,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +29: [2023-05-09 14:50:10,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 6: [2023-05-09 14:50:10,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +19: [2023-05-09 14:50:10,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-09 14:50:10,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +16: [2023-05-09 14:50:10,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +10: [2023-05-09 14:50:10,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-09 14:50:10,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-09 14:50:10,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-09 14:50:10,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-09 14:50:10,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +14: [2023-05-09 14:50:10,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-09 14:50:10,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +27: [2023-05-09 14:50:10,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 7: [2023-05-09 14:50:10,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-09 14:50:10,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-09 14:50:10,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-09 14:50:10,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-09 14:50:10,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +14: [2023-05-09 14:50:10,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +20: [2023-05-09 14:50:10,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-09 14:50:10,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +14: [2023-05-09 14:50:10,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +19: [2023-05-09 14:50:10,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +19: [2023-05-09 14:50:10,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +14: [2023-05-09 14:50:10,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +14: [2023-05-09 14:50:10,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 9: [2023-05-09 14:50:10,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 9: [2023-05-09 14:50:10,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 9: [2023-05-09 14:50:10,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 8: [2023-05-09 14:50:10,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-09 14:50:10,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-09 14:50:10,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-09 14:50:10,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-09 14:50:10,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-09 14:50:10,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 8: [2023-05-09 14:50:10,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +30: [2023-05-09 14:50:10,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +30: [2023-05-09 14:50:10,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +12: [2023-05-09 14:50:10,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +30: [2023-05-09 14:50:10,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +18: [2023-05-09 14:50:10,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 3: [2023-05-09 14:50:10,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 3: [2023-05-09 14:50:10,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 3: [2023-05-09 14:50:10,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +18: [2023-05-09 14:50:10,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-09 14:50:10,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-09 14:50:10,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-09 14:50:10,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-09 14:50:10,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-09 14:50:10,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-09 14:50:10,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +12: [2023-05-09 14:50:10,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +12: [2023-05-09 14:50:10,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +10: [2023-05-09 14:50:10,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-09 14:50:10,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-09 14:50:10,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-09 14:50:10,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-09 14:50:10,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-09 14:50:10,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-09 14:50:10,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-09 14:50:10,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-09 14:50:10,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-09 14:50:10,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-09 14:50:10,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-09 14:50:10,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-09 14:50:10,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-09 14:50:10,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-09 14:50:10,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-09 14:50:10,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 7: [2023-05-09 14:50:10,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-09 14:50:10,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-09 14:50:10,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +20: [2023-05-09 14:50:10,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +20: [2023-05-09 14:50:10,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. +20: [2023-05-09 14:50:10,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_33-model_01-model_states.pt. + 7: [2023-05-09 14:50:10,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +10: [2023-05-09 14:50:10,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 7: [2023-05-09 14:50:10,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +10: [2023-05-09 14:50:10,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-09 14:50:10,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +10: [2023-05-09 14:50:10,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-09 14:50:10,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-09 14:50:10,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-09 14:50:10,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-09 14:50:10,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-09 14:50:10,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +25: [2023-05-09 14:50:10,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-09 14:50:10,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-09 14:50:10,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-09 14:50:10,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +18: [2023-05-09 14:50:10,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:10,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +10: [2023-05-09 14:50:10,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-09 14:50:10,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:10,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 2: [2023-05-09 14:50:10,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +10: [2023-05-09 14:50:10,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +18: [2023-05-09 14:50:10,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +20: [2023-05-09 14:50:10,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 2: [2023-05-09 14:50:10,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +18: [2023-05-09 14:50:10,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-09 14:50:10,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-09 14:50:10,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-09 14:50:10,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +18: [2023-05-09 14:50:10,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 3: [2023-05-09 14:50:10,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 3: [2023-05-09 14:50:10,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +20: [2023-05-09 14:50:10,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-09 14:50:10,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-09 14:50:10,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-09 14:50:10,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-09 14:50:10,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 8: [2023-05-09 14:50:10,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-09 14:50:10,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-09 14:50:10,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-09 14:50:10,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-09 14:50:10,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-09 14:50:10,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:10,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +10: [2023-05-09 14:50:10,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-09 14:50:10,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-09 14:50:10,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-09 14:50:10,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-09 14:50:10,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-09 14:50:10,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-09 14:50:10,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-09 14:50:10,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-09 14:50:10,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-09 14:50:10,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-09 14:50:10,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +25: [2023-05-09 14:50:10,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +25: [2023-05-09 14:50:10,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +25: [2023-05-09 14:50:10,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +25: [2023-05-09 14:50:10,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +25: [2023-05-09 14:50:10,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-09 14:50:10,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-09 14:50:10,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-09 14:50:10,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-09 14:50:10,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-09 14:50:10,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-09 14:50:10,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +28: [2023-05-09 14:50:10,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +28: [2023-05-09 14:50:10,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 8: [2023-05-09 14:50:10,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-09 14:50:10,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +20: [2023-05-09 14:50:10,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +20: [2023-05-09 14:50:10,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +20: [2023-05-09 14:50:10,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... +20: [2023-05-09 14:50:10,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt... + 8: [2023-05-09 14:50:10,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 2: [2023-05-09 14:50:10,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +24: [2023-05-09 14:50:10,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-09 14:50:10,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-09 14:50:10,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-09 14:50:10,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-09 14:50:10,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-09 14:50:10,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-09 14:50:10,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-09 14:50:10,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-09 14:50:10,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-09 14:50:10,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-09 14:50:10,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-09 14:50:10,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-09 14:50:10,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-09 14:50:10,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-09 14:50:10,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-09 14:50:10,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-09 14:50:10,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-09 14:50:10,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-09 14:50:10,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-09 14:50:10,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +17: [2023-05-09 14:50:10,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-09 14:50:10,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:10,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:10,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-09 14:50:10,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-09 14:50:10,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-09 14:50:10,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-09 14:50:10,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-09 14:50:10,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-09 14:50:10,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-09 14:50:10,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-09 14:50:10,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-09 14:50:10,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-09 14:50:10,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-09 14:50:10,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-09 14:50:10,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-09 14:50:10,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-09 14:50:10,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-09 14:50:10,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-09 14:50:10,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-09 14:50:10,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-09 14:50:10,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-09 14:50:10,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-09 14:50:10,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-09 14:50:10,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-09 14:50:10,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-09 14:50:10,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-09 14:50:10,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-09 14:50:10,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-09 14:50:10,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-09 14:50:10,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-09 14:50:10,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-09 14:50:10,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-09 14:50:10,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-09 14:50:10,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-09 14:50:10,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-09 14:50:10,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-09 14:50:10,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-09 14:50:10,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-09 14:50:10,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-09 14:50:10,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-09 14:50:10,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-09 14:50:10,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-09 14:50:10,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-09 14:50:10,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-09 14:50:10,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 7: [2023-05-09 14:50:10,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-09 14:50:10,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-09 14:50:10,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-09 14:50:10,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-09 14:50:10,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-09 14:50:10,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-09 14:50:10,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-09 14:50:10,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:10,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +24: [2023-05-09 14:50:10,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-09 14:50:10,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-09 14:50:10,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +26: [2023-05-09 14:50:10,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-09 14:50:10,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-09 14:50:10,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-09 14:50:10,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-09 14:50:10,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-09 14:50:10,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-09 14:50:10,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-09 14:50:10,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-09 14:50:10,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-09 14:50:10,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-09 14:50:10,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:10,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-09 14:50:10,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-09 14:50:10,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-09 14:50:10,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:10,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-09 14:50:10,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-09 14:50:10,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-09 14:50:10,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +28: [2023-05-09 14:50:10,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:10,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-09 14:50:10,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +19: [2023-05-09 14:50:10,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-09 14:50:10,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-09 14:50:10,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-09 14:50:10,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:10,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +16: [2023-05-09 14:50:10,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-09 14:50:10,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-09 14:50:10,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-09 14:50:10,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-09 14:50:10,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-09 14:50:10,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +28: [2023-05-09 14:50:10,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +26: [2023-05-09 14:50:10,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-09 14:50:10,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-09 14:50:10,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-09 14:50:10,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-09 14:50:10,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-09 14:50:10,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-09 14:50:10,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-09 14:50:10,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-09 14:50:10,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-09 14:50:10,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-09 14:50:10,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-09 14:50:10,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-09 14:50:10,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-09 14:50:10,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-09 14:50:10,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-09 14:50:10,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-09 14:50:10,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-09 14:50:10,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-09 14:50:10,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-09 14:50:10,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-09 14:50:10,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-09 14:50:10,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-09 14:50:10,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-09 14:50:10,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-09 14:50:10,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-09 14:50:10,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-09 14:50:10,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-09 14:50:10,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-09 14:50:10,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-09 14:50:10,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-09 14:50:10,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-09 14:50:10,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-09 14:50:10,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-09 14:50:10,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-09 14:50:10,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-09 14:50:10,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-09 14:50:10,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-09 14:50:10,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-09 14:50:10,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-09 14:50:10,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-09 14:50:10,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-09 14:50:10,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-09 14:50:10,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-09 14:50:10,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-09 14:50:10,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-09 14:50:10,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-09 14:50:10,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-09 14:50:10,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-09 14:50:10,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-09 14:50:10,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-09 14:50:10,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:10,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +21: [2023-05-09 14:50:10,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +21: [2023-05-09 14:50:10,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +21: [2023-05-09 14:50:10,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +29: [2023-05-09 14:50:10,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-09 14:50:10,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +15: [2023-05-09 14:50:10,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +13: [2023-05-09 14:50:10,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +13: [2023-05-09 14:50:10,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +15: [2023-05-09 14:50:10,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +15: [2023-05-09 14:50:10,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +29: [2023-05-09 14:50:10,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-09 14:50:10,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-09 14:50:10,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:10,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +13: [2023-05-09 14:50:10,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 4: [2023-05-09 14:50:10,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +13: [2023-05-09 14:50:10,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 4: [2023-05-09 14:50:10,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 4: [2023-05-09 14:50:10,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 1: [2023-05-09 14:50:10,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-09 14:50:10,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +26: [2023-05-09 14:50:10,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +26: [2023-05-09 14:50:10,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +26: [2023-05-09 14:50:10,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +22: [2023-05-09 14:50:10,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-09 14:50:10,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-09 14:50:10,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:10,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-09 14:50:10,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-09 14:50:10,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-09 14:50:10,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-09 14:50:10,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-09 14:50:10,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-09 14:50:10,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-09 14:50:10,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-09 14:50:10,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-09 14:50:10,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-09 14:50:10,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-09 14:50:10,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-09 14:50:10,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:10,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:10,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:10,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-09 14:50:10,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:10,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-09 14:50:10,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-09 14:50:10,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-09 14:50:10,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-09 14:50:10,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-09 14:50:10,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:10,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:10,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-09 14:50:10,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-09 14:50:10,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-09 14:50:10,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-09 14:50:10,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:10,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-09 14:50:10,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:10,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:10,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:10,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:10,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:10,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-09 14:50:10,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-09 14:50:10,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-09 14:50:10,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-09 14:50:10,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-09 14:50:10,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-09 14:50:10,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-09 14:50:10,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-09 14:50:10,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-09 14:50:10,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-09 14:50:10,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +11: [2023-05-09 14:50:10,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +21: [2023-05-09 14:50:10,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-09 14:50:10,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +15: [2023-05-09 14:50:10,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-09 14:50:10,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +11: [2023-05-09 14:50:10,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 3: [2023-05-09 14:50:10,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-09 14:50:10,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-09 14:50:10,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +23: [2023-05-09 14:50:10,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-09 14:50:10,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-09 14:50:10,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-09 14:50:10,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-09 14:50:10,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-09 14:50:10,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-09 14:50:10,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-09 14:50:10,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:10,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-09 14:50:10,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-09 14:50:10,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-09 14:50:10,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-09 14:50:10,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:10,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:10,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-09 14:50:10,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +21: [2023-05-09 14:50:10,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:10,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +21: [2023-05-09 14:50:10,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-09 14:50:10,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-09 14:50:10,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-09 14:50:10,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +13: [2023-05-09 14:50:10,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:10,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-09 14:50:10,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-09 14:50:10,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 6: [2023-05-09 14:50:10,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-09 14:50:10,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-09 14:50:10,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +13: [2023-05-09 14:50:10,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +15: [2023-05-09 14:50:10,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 0: [2023-05-09 14:50:10,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-09 14:50:10,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-09 14:50:10,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-09 14:50:10,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +11: [2023-05-09 14:50:10,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 6: [2023-05-09 14:50:10,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 0: [2023-05-09 14:50:10,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-09 14:50:10,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-09 14:50:10,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 6: [2023-05-09 14:50:10,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +22: [2023-05-09 14:50:10,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +22: [2023-05-09 14:50:10,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 6: [2023-05-09 14:50:10,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +13: [2023-05-09 14:50:10,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +11: [2023-05-09 14:50:10,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-09 14:50:10,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +22: [2023-05-09 14:50:10,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +11: [2023-05-09 14:50:10,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-09 14:50:10,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-09 14:50:10,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-09 14:50:10,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-09 14:50:10,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-09 14:50:10,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-09 14:50:10,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +21: [2023-05-09 14:50:10,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +26: [2023-05-09 14:50:10,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +26: [2023-05-09 14:50:10,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +11: [2023-05-09 14:50:10,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-09 14:50:10,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +11: [2023-05-09 14:50:10,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-09 14:50:10,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-09 14:50:10,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-09 14:50:10,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-09 14:50:10,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:10,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-09 14:50:10,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-09 14:50:10,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +23: [2023-05-09 14:50:10,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-09 14:50:10,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-09 14:50:10,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +22: [2023-05-09 14:50:10,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-09 14:50:10,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-09 14:50:10,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-09 14:50:10,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-09 14:50:10,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-09 14:50:10,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-09 14:50:10,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-09 14:50:10,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-09 14:50:10,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-09 14:50:10,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-09 14:50:10,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-09 14:50:10,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-09 14:50:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-09 14:50:10,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-09 14:50:10,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-09 14:50:10,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-09 14:50:10,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-09 14:50:10,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:10,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-09 14:50:10,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-09 14:50:10,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +11: [2023-05-09 14:50:10,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +23: [2023-05-09 14:50:10,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-09 14:50:10,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-09 14:50:10,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:10,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +11: [2023-05-09 14:50:10,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-09 14:50:10,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +11: [2023-05-09 14:50:10,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-09 14:50:10,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-09 14:50:10,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +21: [2023-05-09 14:50:10,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-09 14:50:10,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-09 14:50:10,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-09 14:50:10,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +27: [2023-05-09 14:50:10,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-09 14:50:10,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-09 14:50:10,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-09 14:50:10,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-09 14:50:10,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +29: [2023-05-09 14:50:10,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +29: [2023-05-09 14:50:10,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +29: [2023-05-09 14:50:10,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 6: [2023-05-09 14:50:10,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +30: [2023-05-09 14:50:10,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-09 14:50:10,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-09 14:50:10,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-09 14:50:10,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-09 14:50:10,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-09 14:50:10,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-09 14:50:10,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-09 14:50:10,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-09 14:50:10,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-09 14:50:10,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +12: [2023-05-09 14:50:10,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +12: [2023-05-09 14:50:10,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +10: [2023-05-09 14:50:10,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +10: [2023-05-09 14:50:10,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +10: [2023-05-09 14:50:10,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +10: [2023-05-09 14:50:10,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +12: [2023-05-09 14:50:10,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +27: [2023-05-09 14:50:10,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-09 14:50:10,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-09 14:50:10,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-09 14:50:10,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +24: [2023-05-09 14:50:10,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +24: [2023-05-09 14:50:10,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +28: [2023-05-09 14:50:10,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-09 14:50:10,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +22: [2023-05-09 14:50:10,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +30: [2023-05-09 14:50:10,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-09 14:50:10,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-09 14:50:10,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:10,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 6: [2023-05-09 14:50:10,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 8: [2023-05-09 14:50:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-09 14:50:10,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-09 14:50:10,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +23: [2023-05-09 14:50:10,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +23: [2023-05-09 14:50:10,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +23: [2023-05-09 14:50:10,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 8: [2023-05-09 14:50:10,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 3: [2023-05-09 14:50:10,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-09 14:50:10,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 2: [2023-05-09 14:50:10,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 2: [2023-05-09 14:50:10,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 8: [2023-05-09 14:50:10,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +22: [2023-05-09 14:50:10,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 2: [2023-05-09 14:50:10,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-09 14:50:10,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 3: [2023-05-09 14:50:10,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +10: [2023-05-09 14:50:10,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +30: [2023-05-09 14:50:10,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +30: [2023-05-09 14:50:10,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +30: [2023-05-09 14:50:10,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +29: [2023-05-09 14:50:10,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-09 14:50:10,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-09 14:50:10,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-09 14:50:10,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-09 14:50:10,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-09 14:50:10,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-09 14:50:10,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-09 14:50:10,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-09 14:50:10,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-09 14:50:10,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-09 14:50:10,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +17: [2023-05-09 14:50:10,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +17: [2023-05-09 14:50:10,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +12: [2023-05-09 14:50:10,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-09 14:50:10,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +24: [2023-05-09 14:50:10,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-09 14:50:10,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-09 14:50:10,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +24: [2023-05-09 14:50:10,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-09 14:50:10,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-09 14:50:10,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-09 14:50:10,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 5: [2023-05-09 14:50:10,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 5: [2023-05-09 14:50:10,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 5: [2023-05-09 14:50:10,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 3: [2023-05-09 14:50:10,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-09 14:50:10,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-09 14:50:10,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-09 14:50:10,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-09 14:50:10,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-09 14:50:10,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-09 14:50:10,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-09 14:50:10,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-09 14:50:10,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-09 14:50:10,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-09 14:50:10,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-09 14:50:10,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-09 14:50:10,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +28: [2023-05-09 14:50:10,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-09 14:50:10,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-09 14:50:10,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-09 14:50:10,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-09 14:50:10,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-09 14:50:10,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-09 14:50:10,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-09 14:50:10,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +28: [2023-05-09 14:50:10,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-09 14:50:10,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-09 14:50:10,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-09 14:50:10,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +28: [2023-05-09 14:50:10,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +28: [2023-05-09 14:50:10,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +12: [2023-05-09 14:50:10,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-09 14:50:10,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-09 14:50:10,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +24: [2023-05-09 14:50:10,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-09 14:50:10,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +10: [2023-05-09 14:50:10,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +28: [2023-05-09 14:50:10,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:10,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +30: [2023-05-09 14:50:10,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-09 14:50:10,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-09 14:50:10,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-09 14:50:10,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-09 14:50:10,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-09 14:50:10,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +28: [2023-05-09 14:50:10,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-09 14:50:10,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +27: [2023-05-09 14:50:10,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-09 14:50:10,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +12: [2023-05-09 14:50:10,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +27: [2023-05-09 14:50:10,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-09 14:50:10,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-09 14:50:10,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-09 14:50:10,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-09 14:50:10,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-09 14:50:10,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-09 14:50:10,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-09 14:50:10,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-09 14:50:10,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-09 14:50:10,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-09 14:50:10,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-09 14:50:10,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +29: [2023-05-09 14:50:10,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +29: [2023-05-09 14:50:10,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +24: [2023-05-09 14:50:10,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +24: [2023-05-09 14:50:10,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +23: [2023-05-09 14:50:10,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +29: [2023-05-09 14:50:10,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +24: [2023-05-09 14:50:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:10,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +30: [2023-05-09 14:50:10,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-09 14:50:10,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-09 14:50:10,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-09 14:50:10,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +25: [2023-05-09 14:50:10,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +25: [2023-05-09 14:50:10,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-09 14:50:10,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-09 14:50:10,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-09 14:50:10,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-09 14:50:10,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-09 14:50:10,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +24: [2023-05-09 14:50:10,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +23: [2023-05-09 14:50:10,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-09 14:50:10,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +19: [2023-05-09 14:50:10,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +19: [2023-05-09 14:50:10,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +19: [2023-05-09 14:50:10,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +30: [2023-05-09 14:50:10,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-09 14:50:10,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-09 14:50:10,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-09 14:50:10,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-09 14:50:10,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 3: [2023-05-09 14:50:10,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-09 14:50:10,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-09 14:50:10,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 3: [2023-05-09 14:50:10,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 3: [2023-05-09 14:50:10,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-09 14:50:10,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +17: [2023-05-09 14:50:10,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-09 14:50:10,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +18: [2023-05-09 14:50:10,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +17: [2023-05-09 14:50:10,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-09 14:50:10,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-09 14:50:10,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +18: [2023-05-09 14:50:10,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +17: [2023-05-09 14:50:10,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +17: [2023-05-09 14:50:10,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +17: [2023-05-09 14:50:10,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +23: [2023-05-09 14:50:10,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +28: [2023-05-09 14:50:10,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-09 14:50:10,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 5: [2023-05-09 14:50:10,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-09 14:50:10,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-09 14:50:10,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +25: [2023-05-09 14:50:10,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-09 14:50:10,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-09 14:50:10,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-09 14:50:10,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 5: [2023-05-09 14:50:10,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 5: [2023-05-09 14:50:10,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-09 14:50:10,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-09 14:50:10,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-09 14:50:10,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:10,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 5: [2023-05-09 14:50:10,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +30: [2023-05-09 14:50:10,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-09 14:50:10,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-09 14:50:10,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-09 14:50:10,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-09 14:50:10,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-09 14:50:10,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-09 14:50:10,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-09 14:50:10,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-09 14:50:10,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-09 14:50:10,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +30: [2023-05-09 14:50:10,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +30: [2023-05-09 14:50:10,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +28: [2023-05-09 14:50:10,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-09 14:50:10,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 0: [2023-05-09 14:50:10,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 0: [2023-05-09 14:50:10,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 0: [2023-05-09 14:50:10,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +28: [2023-05-09 14:50:10,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +28: [2023-05-09 14:50:10,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +28: [2023-05-09 14:50:10,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-09 14:50:10,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +19: [2023-05-09 14:50:10,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-09 14:50:10,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +14: [2023-05-09 14:50:10,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +31: [2023-05-09 14:50:10,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +31: [2023-05-09 14:50:10,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +14: [2023-05-09 14:50:10,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +14: [2023-05-09 14:50:10,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +31: [2023-05-09 14:50:10,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +19: [2023-05-09 14:50:10,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +31: [2023-05-09 14:50:10,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +16: [2023-05-09 14:50:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +16: [2023-05-09 14:50:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +16: [2023-05-09 14:50:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +16: [2023-05-09 14:50:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 7: [2023-05-09 14:50:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 7: [2023-05-09 14:50:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 7: [2023-05-09 14:50:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 7: [2023-05-09 14:50:10,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +25: [2023-05-09 14:50:10,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 1: [2023-05-09 14:50:10,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 9: [2023-05-09 14:50:10,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +25: [2023-05-09 14:50:10,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 1: [2023-05-09 14:50:10,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 9: [2023-05-09 14:50:10,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 9: [2023-05-09 14:50:10,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +20: [2023-05-09 14:50:10,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +20: [2023-05-09 14:50:10,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +20: [2023-05-09 14:50:10,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 1: [2023-05-09 14:50:10,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +20: [2023-05-09 14:50:10,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +27: [2023-05-09 14:50:10,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +27: [2023-05-09 14:50:10,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +27: [2023-05-09 14:50:10,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 9: [2023-05-09 14:50:10,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. +27: [2023-05-09 14:50:10,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_34-model_01-model_states.pt. + 0: [2023-05-09 14:50:10,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-09 14:50:10,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-09 14:50:10,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-09 14:50:10,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-09 14:50:10,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-09 14:50:10,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-09 14:50:10,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +25: [2023-05-09 14:50:10,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +19: [2023-05-09 14:50:10,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +18: [2023-05-09 14:50:10,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +25: [2023-05-09 14:50:10,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +18: [2023-05-09 14:50:10,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:10,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-09 14:50:10,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:10,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-09 14:50:10,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-09 14:50:10,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-09 14:50:10,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-09 14:50:10,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-09 14:50:10,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +18: [2023-05-09 14:50:10,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-09 14:50:10,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-09 14:50:10,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +31: [2023-05-09 14:50:10,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-09 14:50:10,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +14: [2023-05-09 14:50:10,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-09 14:50:10,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +18: [2023-05-09 14:50:10,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 7: [2023-05-09 14:50:10,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-09 14:50:10,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-09 14:50:10,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-09 14:50:10,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-09 14:50:10,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-09 14:50:10,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-09 14:50:10,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 7: [2023-05-09 14:50:10,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +14: [2023-05-09 14:50:10,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-09 14:50:10,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-09 14:50:10,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-09 14:50:10,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-09 14:50:10,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-09 14:50:10,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-09 14:50:10,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-09 14:50:10,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-09 14:50:10,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 0: [2023-05-09 14:50:10,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 0: [2023-05-09 14:50:10,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:10,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 0: [2023-05-09 14:50:10,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 7: [2023-05-09 14:50:10,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-09 14:50:10,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:10,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +14: [2023-05-09 14:50:10,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-09 14:50:10,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +16: [2023-05-09 14:50:10,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-09 14:50:10,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-09 14:50:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +14: [2023-05-09 14:50:10,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 9: [2023-05-09 14:50:10,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:10,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:10,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-09 14:50:10,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +16: [2023-05-09 14:50:10,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-09 14:50:10,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:10,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +15: [2023-05-09 14:50:10,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-09 14:50:10,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-09 14:50:10,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-09 14:50:10,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +15: [2023-05-09 14:50:10,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-09 14:50:10,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +14: [2023-05-09 14:50:10,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-09 14:50:10,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-09 14:50:10,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +15: [2023-05-09 14:50:10,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-09 14:50:10,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +15: [2023-05-09 14:50:10,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-09 14:50:10,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +16: [2023-05-09 14:50:10,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +16: [2023-05-09 14:50:10,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +16: [2023-05-09 14:50:10,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +15: [2023-05-09 14:50:10,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 1: [2023-05-09 14:50:10,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +14: [2023-05-09 14:50:10,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 1: [2023-05-09 14:50:10,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 7: [2023-05-09 14:50:10,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-09 14:50:10,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +27: [2023-05-09 14:50:10,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-09 14:50:10,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-09 14:50:10,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 9: [2023-05-09 14:50:10,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-09 14:50:10,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +27: [2023-05-09 14:50:10,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +27: [2023-05-09 14:50:10,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 1: [2023-05-09 14:50:10,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-09 14:50:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-09 14:50:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-09 14:50:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-09 14:50:10,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 8: [2023-05-09 14:50:10,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 1: [2023-05-09 14:50:10,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-09 14:50:10,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +20: [2023-05-09 14:50:10,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +20: [2023-05-09 14:50:10,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... +20: [2023-05-09 14:50:10,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt... + 8: [2023-05-09 14:50:10,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-09 14:50:10,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +25: [2023-05-09 14:50:10,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-09 14:50:10,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-09 14:50:10,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-09 14:50:10,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-09 14:50:10,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-09 14:50:10,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-09 14:50:10,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-09 14:50:10,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-09 14:50:10,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-09 14:50:10,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-09 14:50:10,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-09 14:50:10,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-09 14:50:10,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-09 14:50:10,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-09 14:50:10,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-09 14:50:10,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-09 14:50:10,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-09 14:50:10,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-09 14:50:10,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-09 14:50:10,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-09 14:50:10,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-09 14:50:10,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-09 14:50:10,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-09 14:50:10,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-09 14:50:10,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-09 14:50:10,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-09 14:50:10,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-09 14:50:10,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-09 14:50:10,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-09 14:50:10,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-09 14:50:10,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-09 14:50:10,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-09 14:50:10,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-09 14:50:10,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-09 14:50:10,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-09 14:50:10,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-09 14:50:10,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-09 14:50:10,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-09 14:50:10,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-09 14:50:10,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-09 14:50:10,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-09 14:50:10,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-09 14:50:10,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-09 14:50:10,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-09 14:50:10,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-09 14:50:10,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-09 14:50:10,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-09 14:50:10,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-09 14:50:10,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-09 14:50:10,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-09 14:50:10,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-09 14:50:10,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-09 14:50:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-09 14:50:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-09 14:50:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-09 14:50:10,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +15: [2023-05-09 14:50:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +15: [2023-05-09 14:50:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +15: [2023-05-09 14:50:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +15: [2023-05-09 14:50:10,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +24: [2023-05-09 14:50:10,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-09 14:50:10,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-09 14:50:10,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-09 14:50:10,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-09 14:50:10,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-09 14:50:10,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-09 14:50:10,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-09 14:50:10,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-09 14:50:10,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-09 14:50:10,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:10,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:10,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-09 14:50:10,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-09 14:50:10,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-09 14:50:10,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-09 14:50:10,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-09 14:50:10,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-09 14:50:10,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-09 14:50:10,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-09 14:50:10,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-09 14:50:10,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-09 14:50:10,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-09 14:50:10,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-09 14:50:10,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-09 14:50:10,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-09 14:50:10,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-09 14:50:10,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-09 14:50:10,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-09 14:50:10,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-09 14:50:10,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 4: [2023-05-09 14:50:10,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 4: [2023-05-09 14:50:10,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 4: [2023-05-09 14:50:10,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +19: [2023-05-09 14:50:10,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-09 14:50:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-09 14:50:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-09 14:50:10,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-09 14:50:10,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-09 14:50:10,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-09 14:50:10,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-09 14:50:10,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-09 14:50:10,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-09 14:50:10,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-09 14:50:10,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-09 14:50:10,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-09 14:50:10,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-09 14:50:10,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-09 14:50:10,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-09 14:50:10,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-09 14:50:10,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +11: [2023-05-09 14:50:10,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +12: [2023-05-09 14:50:10,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-09 14:50:10,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-09 14:50:10,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-09 14:50:10,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-09 14:50:10,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +24: [2023-05-09 14:50:10,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:10,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +19: [2023-05-09 14:50:10,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:10,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-09 14:50:10,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-09 14:50:10,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-09 14:50:10,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +20: [2023-05-09 14:50:10,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-09 14:50:10,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-09 14:50:10,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-09 14:50:10,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-09 14:50:10,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-09 14:50:10,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-09 14:50:10,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-09 14:50:10,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-09 14:50:10,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-09 14:50:10,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-09 14:50:10,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-09 14:50:10,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-09 14:50:10,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-09 14:50:10,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-09 14:50:10,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +14: [2023-05-09 14:50:10,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-09 14:50:10,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-09 14:50:10,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-09 14:50:10,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-09 14:50:10,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-09 14:50:10,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-09 14:50:10,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-09 14:50:10,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-09 14:50:10,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-09 14:50:10,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-09 14:50:10,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-09 14:50:10,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +11: [2023-05-09 14:50:10,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:10,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-09 14:50:10,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-09 14:50:10,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-09 14:50:10,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-09 14:50:10,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-09 14:50:10,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-09 14:50:10,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-09 14:50:10,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-09 14:50:10,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-09 14:50:10,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-09 14:50:10,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +16: [2023-05-09 14:50:10,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-09 14:50:10,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-09 14:50:10,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +15: [2023-05-09 14:50:10,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +11: [2023-05-09 14:50:10,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:10,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:10,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-09 14:50:10,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +14: [2023-05-09 14:50:10,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-09 14:50:10,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-09 14:50:10,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-09 14:50:10,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-09 14:50:10,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +31: [2023-05-09 14:50:10,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-09 14:50:10,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-09 14:50:10,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-09 14:50:10,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-09 14:50:10,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-09 14:50:10,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-09 14:50:10,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-09 14:50:10,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-09 14:50:10,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +13: [2023-05-09 14:50:10,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +26: [2023-05-09 14:50:10,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-09 14:50:10,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-09 14:50:10,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-09 14:50:10,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-09 14:50:10,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-09 14:50:10,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-09 14:50:10,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 1: [2023-05-09 14:50:10,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-09 14:50:10,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 1: [2023-05-09 14:50:10,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-09 14:50:10,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-09 14:50:10,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +11: [2023-05-09 14:50:10,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +16: [2023-05-09 14:50:10,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-09 14:50:10,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-09 14:50:10,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-09 14:50:10,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-09 14:50:10,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-09 14:50:10,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +11: [2023-05-09 14:50:10,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +14: [2023-05-09 14:50:10,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-09 14:50:10,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:10,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-09 14:50:10,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-09 14:50:10,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-09 14:50:10,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-09 14:50:10,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-09 14:50:10,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-09 14:50:10,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-09 14:50:10,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-09 14:50:10,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-09 14:50:10,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-09 14:50:10,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-09 14:50:10,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-09 14:50:10,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-09 14:50:10,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-09 14:50:10,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-09 14:50:10,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-09 14:50:10,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-09 14:50:10,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +22: [2023-05-09 14:50:10,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +22: [2023-05-09 14:50:10,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +10: [2023-05-09 14:50:10,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-09 14:50:10,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-09 14:50:10,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-09 14:50:10,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:10,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +31: [2023-05-09 14:50:10,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-09 14:50:10,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-09 14:50:10,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-09 14:50:10,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-09 14:50:10,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-09 14:50:10,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-09 14:50:10,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-09 14:50:10,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-09 14:50:10,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:10,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:10,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:10,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-09 14:50:10,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-09 14:50:10,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-09 14:50:10,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-09 14:50:10,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-09 14:50:10,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-09 14:50:10,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-09 14:50:10,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-09 14:50:10,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-09 14:50:10,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-09 14:50:10,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-09 14:50:10,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-09 14:50:10,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-09 14:50:10,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-09 14:50:10,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-09 14:50:10,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:10,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-09 14:50:10,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-09 14:50:10,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-09 14:50:10,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-09 14:50:10,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-09 14:50:10,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-09 14:50:10,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-09 14:50:10,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-09 14:50:10,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-09 14:50:10,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:10,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +13: [2023-05-09 14:50:10,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +22: [2023-05-09 14:50:10,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-09 14:50:10,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-09 14:50:10,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-09 14:50:10,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:10,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +28: [2023-05-09 14:50:10,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-09 14:50:10,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:10,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +25: [2023-05-09 14:50:10,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +25: [2023-05-09 14:50:10,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +25: [2023-05-09 14:50:10,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +28: [2023-05-09 14:50:10,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-09 14:50:10,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-09 14:50:10,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 2: [2023-05-09 14:50:10,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-09 14:50:10,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-09 14:50:10,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 8: [2023-05-09 14:50:10,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +28: [2023-05-09 14:50:10,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 8: [2023-05-09 14:50:10,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-09 14:50:10,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-09 14:50:10,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-09 14:50:10,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-09 14:50:10,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-09 14:50:10,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-09 14:50:10,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +28: [2023-05-09 14:50:10,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 7: [2023-05-09 14:50:10,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-09 14:50:10,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-09 14:50:10,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-09 14:50:10,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-09 14:50:10,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:10,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-09 14:50:10,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-09 14:50:10,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-09 14:50:10,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:10,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-09 14:50:10,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-09 14:50:10,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-09 14:50:10,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:10,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-09 14:50:10,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-09 14:50:10,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:10,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-09 14:50:10,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-09 14:50:10,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-09 14:50:10,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-09 14:50:10,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:10,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +22: [2023-05-09 14:50:10,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +30: [2023-05-09 14:50:10,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:10,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-09 14:50:10,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:10,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:10,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-09 14:50:10,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-09 14:50:10,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:10,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-09 14:50:10,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-09 14:50:10,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-09 14:50:10,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-09 14:50:10,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-09 14:50:10,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 8: [2023-05-09 14:50:10,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-09 14:50:10,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-09 14:50:10,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 3: [2023-05-09 14:50:10,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 3: [2023-05-09 14:50:10,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +22: [2023-05-09 14:50:10,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +11: [2023-05-09 14:50:10,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-09 14:50:10,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-09 14:50:10,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-09 14:50:10,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-09 14:50:10,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +26: [2023-05-09 14:50:10,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +26: [2023-05-09 14:50:10,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +26: [2023-05-09 14:50:10,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +11: [2023-05-09 14:50:10,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-09 14:50:10,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-09 14:50:10,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-09 14:50:10,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:10,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-09 14:50:10,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-09 14:50:10,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-09 14:50:10,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +27: [2023-05-09 14:50:10,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-09 14:50:10,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 8: [2023-05-09 14:50:10,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +10: [2023-05-09 14:50:10,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-09 14:50:10,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-09 14:50:10,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +10: [2023-05-09 14:50:10,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +29: [2023-05-09 14:50:10,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-09 14:50:10,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-09 14:50:10,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-09 14:50:10,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +11: [2023-05-09 14:50:10,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-09 14:50:10,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-09 14:50:10,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-09 14:50:10,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-09 14:50:10,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +27: [2023-05-09 14:50:10,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-09 14:50:10,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 8: [2023-05-09 14:50:10,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +22: [2023-05-09 14:50:10,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-09 14:50:10,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-09 14:50:10,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-09 14:50:10,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-09 14:50:10,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-09 14:50:10,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-09 14:50:10,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-09 14:50:10,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-09 14:50:10,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-09 14:50:10,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-09 14:50:10,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-09 14:50:10,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-09 14:50:10,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-09 14:50:10,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-09 14:50:10,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:10,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-09 14:50:10,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-09 14:50:10,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-09 14:50:10,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-09 14:50:10,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-09 14:50:10,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-09 14:50:10,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-09 14:50:10,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 3: [2023-05-09 14:50:10,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-09 14:50:10,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-09 14:50:10,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-09 14:50:10,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-09 14:50:10,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-09 14:50:10,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-09 14:50:10,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-09 14:50:10,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-09 14:50:10,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-09 14:50:10,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-09 14:50:10,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-09 14:50:10,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-09 14:50:10,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-09 14:50:10,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 9: [2023-05-09 14:50:10,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-09 14:50:10,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-09 14:50:10,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-09 14:50:10,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-09 14:50:10,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-09 14:50:10,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-09 14:50:10,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 8: [2023-05-09 14:50:10,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-09 14:50:10,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 9: [2023-05-09 14:50:10,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-09 14:50:10,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +25: [2023-05-09 14:50:10,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 8: [2023-05-09 14:50:10,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:10,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-09 14:50:10,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-09 14:50:10,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 5: [2023-05-09 14:50:10,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-09 14:50:10,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-09 14:50:10,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-09 14:50:10,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-09 14:50:10,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-09 14:50:10,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-09 14:50:10,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-09 14:50:10,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 5: [2023-05-09 14:50:10,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 5: [2023-05-09 14:50:10,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-09 14:50:10,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-09 14:50:10,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-09 14:50:10,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 5: [2023-05-09 14:50:10,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-09 14:50:10,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-09 14:50:10,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 2: [2023-05-09 14:50:10,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-09 14:50:10,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-09 14:50:10,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +28: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-09 14:50:10,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-09 14:50:10,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-09 14:50:10,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-09 14:50:10,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-09 14:50:10,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 8: [2023-05-09 14:50:10,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-09 14:50:10,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-09 14:50:10,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +19: [2023-05-09 14:50:10,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +19: [2023-05-09 14:50:10,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +19: [2023-05-09 14:50:10,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-09 14:50:10,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +27: [2023-05-09 14:50:10,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-09 14:50:10,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +29: [2023-05-09 14:50:10,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-09 14:50:10,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-09 14:50:10,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-09 14:50:10,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-09 14:50:10,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-09 14:50:10,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +26: [2023-05-09 14:50:10,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +29: [2023-05-09 14:50:10,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-09 14:50:10,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +30: [2023-05-09 14:50:10,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +11: [2023-05-09 14:50:10,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-09 14:50:10,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-09 14:50:10,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-09 14:50:10,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-09 14:50:10,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-09 14:50:10,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-09 14:50:10,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-09 14:50:10,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-09 14:50:10,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +21: [2023-05-09 14:50:10,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +30: [2023-05-09 14:50:10,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:10,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +30: [2023-05-09 14:50:10,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-09 14:50:10,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +26: [2023-05-09 14:50:10,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 8: [2023-05-09 14:50:10,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-09 14:50:10,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-09 14:50:10,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-09 14:50:10,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-09 14:50:10,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-09 14:50:10,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-09 14:50:10,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-09 14:50:10,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-09 14:50:10,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-09 14:50:10,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-09 14:50:10,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-09 14:50:10,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-09 14:50:10,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-09 14:50:10,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-09 14:50:10,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-09 14:50:10,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-09 14:50:10,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-09 14:50:10,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-09 14:50:10,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +12: [2023-05-09 14:50:10,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +12: [2023-05-09 14:50:10,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +12: [2023-05-09 14:50:10,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +10: [2023-05-09 14:50:10,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +10: [2023-05-09 14:50:10,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-09 14:50:10,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-09 14:50:10,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-09 14:50:10,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-09 14:50:10,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-09 14:50:10,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-09 14:50:10,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-09 14:50:10,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +19: [2023-05-09 14:50:10,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-09 14:50:10,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +19: [2023-05-09 14:50:10,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-09 14:50:10,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-09 14:50:10,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +27: [2023-05-09 14:50:10,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-09 14:50:10,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-09 14:50:10,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-09 14:50:10,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-09 14:50:10,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-09 14:50:10,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +15: [2023-05-09 14:50:10,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +27: [2023-05-09 14:50:10,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-09 14:50:10,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +29: [2023-05-09 14:50:10,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 0: [2023-05-09 14:50:10,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +15: [2023-05-09 14:50:10,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 0: [2023-05-09 14:50:10,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +27: [2023-05-09 14:50:10,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-09 14:50:10,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +29: [2023-05-09 14:50:10,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-09 14:50:10,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-09 14:50:10,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-09 14:50:10,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-09 14:50:10,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-09 14:50:10,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:10,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-09 14:50:10,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-09 14:50:10,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-09 14:50:10,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +21: [2023-05-09 14:50:10,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-09 14:50:10,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-09 14:50:10,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-09 14:50:10,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-09 14:50:10,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +30: [2023-05-09 14:50:10,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-09 14:50:10,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +21: [2023-05-09 14:50:10,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-09 14:50:10,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-09 14:50:10,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-09 14:50:10,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-09 14:50:10,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-09 14:50:10,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-09 14:50:10,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-09 14:50:10,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-09 14:50:10,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-09 14:50:10,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:10,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-09 14:50:10,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-09 14:50:10,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-09 14:50:10,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-09 14:50:10,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-09 14:50:10,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-09 14:50:10,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-09 14:50:10,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 4: [2023-05-09 14:50:10,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +15: [2023-05-09 14:50:10,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +15: [2023-05-09 14:50:10,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +15: [2023-05-09 14:50:10,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-09 14:50:10,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +24: [2023-05-09 14:50:10,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +24: [2023-05-09 14:50:10,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 5: [2023-05-09 14:50:10,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 5: [2023-05-09 14:50:10,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +24: [2023-05-09 14:50:10,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-09 14:50:10,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-09 14:50:10,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-09 14:50:10,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-09 14:50:10,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 5: [2023-05-09 14:50:10,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 7: [2023-05-09 14:50:10,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 7: [2023-05-09 14:50:10,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 7: [2023-05-09 14:50:10,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +19: [2023-05-09 14:50:10,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-09 14:50:10,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 7: [2023-05-09 14:50:10,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 6: [2023-05-09 14:50:10,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-09 14:50:10,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 9: [2023-05-09 14:50:10,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-09 14:50:10,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-09 14:50:10,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-09 14:50:10,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +31: [2023-05-09 14:50:10,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +30: [2023-05-09 14:50:10,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-09 14:50:10,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-09 14:50:10,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-09 14:50:10,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 4: [2023-05-09 14:50:10,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-09 14:50:10,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-09 14:50:10,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +19: [2023-05-09 14:50:10,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +21: [2023-05-09 14:50:10,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-09 14:50:10,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +20: [2023-05-09 14:50:10,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +20: [2023-05-09 14:50:10,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +20: [2023-05-09 14:50:10,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +12: [2023-05-09 14:50:10,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-09 14:50:10,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:10,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:10,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-09 14:50:10,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-09 14:50:10,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-09 14:50:10,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +23: [2023-05-09 14:50:10,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +23: [2023-05-09 14:50:10,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 6: [2023-05-09 14:50:10,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 6: [2023-05-09 14:50:10,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +23: [2023-05-09 14:50:10,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +12: [2023-05-09 14:50:10,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-09 14:50:10,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:10,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-09 14:50:10,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-09 14:50:10,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-09 14:50:10,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +27: [2023-05-09 14:50:10,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 6: [2023-05-09 14:50:10,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +28: [2023-05-09 14:50:10,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt... +28: [2023-05-09 14:50:10,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt... +28: [2023-05-09 14:50:10,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt... + 6: [2023-05-09 14:50:10,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +19: [2023-05-09 14:50:10,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-09 14:50:10,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-09 14:50:10,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-09 14:50:10,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +17: [2023-05-09 14:50:10,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-09 14:50:10,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt... + 8: [2023-05-09 14:50:10,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt... + 8: [2023-05-09 14:50:10,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt... + 8: [2023-05-09 14:50:10,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt... +28: [2023-05-09 14:50:10,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt... + 0: [2023-05-09 14:50:10,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-09 14:50:10,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +11: [2023-05-09 14:50:10,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +11: [2023-05-09 14:50:10,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +11: [2023-05-09 14:50:10,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +24: [2023-05-09 14:50:10,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-09 14:50:10,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-09 14:50:10,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-09 14:50:10,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-09 14:50:10,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +19: [2023-05-09 14:50:10,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +21: [2023-05-09 14:50:10,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-09 14:50:10,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-09 14:50:10,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-09 14:50:10,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-09 14:50:10,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-09 14:50:10,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-09 14:50:10,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +30: [2023-05-09 14:50:10,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +12: [2023-05-09 14:50:10,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 9: [2023-05-09 14:50:10,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 9: [2023-05-09 14:50:10,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 9: [2023-05-09 14:50:10,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +30: [2023-05-09 14:50:10,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 9: [2023-05-09 14:50:10,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +30: [2023-05-09 14:50:10,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +15: [2023-05-09 14:50:10,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-09 14:50:10,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:10,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +31: [2023-05-09 14:50:10,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-09 14:50:10,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +21: [2023-05-09 14:50:10,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-09 14:50:10,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-09 14:50:10,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-09 14:50:10,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-09 14:50:10,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-09 14:50:10,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-09 14:50:10,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-09 14:50:10,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-09 14:50:10,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-09 14:50:10,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-09 14:50:10,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-09 14:50:10,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-09 14:50:10,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-09 14:50:10,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-09 14:50:10,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-09 14:50:10,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-09 14:50:10,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-09 14:50:10,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-09 14:50:10,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-09 14:50:10,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-09 14:50:10,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-09 14:50:10,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-09 14:50:10,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-09 14:50:10,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-09 14:50:10,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +15: [2023-05-09 14:50:10,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +15: [2023-05-09 14:50:10,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +21: [2023-05-09 14:50:10,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-09 14:50:10,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-09 14:50:10,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-09 14:50:10,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-09 14:50:10,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-09 14:50:10,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-09 14:50:10,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-09 14:50:10,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-09 14:50:10,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-09 14:50:10,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-09 14:50:10,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-09 14:50:10,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:10,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-09 14:50:10,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 1: [2023-05-09 14:50:10,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +11: [2023-05-09 14:50:10,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-09 14:50:10,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-09 14:50:10,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 1: [2023-05-09 14:50:10,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-09 14:50:10,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +21: [2023-05-09 14:50:10,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 1: [2023-05-09 14:50:10,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +30: [2023-05-09 14:50:10,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt... +30: [2023-05-09 14:50:10,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt... +30: [2023-05-09 14:50:10,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt... +30: [2023-05-09 14:50:10,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt... + 6: [2023-05-09 14:50:10,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +27: [2023-05-09 14:50:10,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt... +27: [2023-05-09 14:50:10,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt... +27: [2023-05-09 14:50:10,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt... +27: [2023-05-09 14:50:10,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt... + 9: [2023-05-09 14:50:10,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:10,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +17: [2023-05-09 14:50:10,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 4: [2023-05-09 14:50:10,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 0: [2023-05-09 14:50:10,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-09 14:50:10,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +17: [2023-05-09 14:50:10,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 4: [2023-05-09 14:50:10,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-09 14:50:10,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-09 14:50:10,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 0: [2023-05-09 14:50:10,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 9: [2023-05-09 14:50:10,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-09 14:50:10,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-09 14:50:10,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-09 14:50:10,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-09 14:50:10,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-09 14:50:10,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-09 14:50:10,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 3: [2023-05-09 14:50:10,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-09 14:50:10,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-09 14:50:10,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +24: [2023-05-09 14:50:10,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 3: [2023-05-09 14:50:10,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-09 14:50:10,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-09 14:50:10,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-09 14:50:10,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +31: [2023-05-09 14:50:10,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 3: [2023-05-09 14:50:10,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-09 14:50:10,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 3: [2023-05-09 14:50:10,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 3: [2023-05-09 14:50:10,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 1: [2023-05-09 14:50:10,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-09 14:50:10,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 3: [2023-05-09 14:50:10,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +24: [2023-05-09 14:50:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-09 14:50:10,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-09 14:50:10,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-09 14:50:10,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-09 14:50:10,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 1: [2023-05-09 14:50:10,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 6: [2023-05-09 14:50:10,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-09 14:50:10,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +22: [2023-05-09 14:50:10,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +22: [2023-05-09 14:50:10,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +31: [2023-05-09 14:50:10,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +24: [2023-05-09 14:50:10,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +22: [2023-05-09 14:50:10,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 7: [2023-05-09 14:50:10,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-09 14:50:10,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-09 14:50:10,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-09 14:50:10,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-09 14:50:10,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:10,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:10,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 7: [2023-05-09 14:50:10,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-09 14:50:10,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-09 14:50:10,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-09 14:50:10,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-09 14:50:10,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-09 14:50:10,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:10,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-09 14:50:10,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-09 14:50:10,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-09 14:50:10,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +12: [2023-05-09 14:50:10,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-09 14:50:10,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-09 14:50:10,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +27: [2023-05-09 14:50:10,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +12: [2023-05-09 14:50:10,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-09 14:50:10,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-09 14:50:10,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-09 14:50:10,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-09 14:50:10,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-09 14:50:10,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-09 14:50:10,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-09 14:50:10,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +23: [2023-05-09 14:50:10,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +23: [2023-05-09 14:50:10,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-09 14:50:10,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-09 14:50:10,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-09 14:50:10,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-09 14:50:10,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +11: [2023-05-09 14:50:10,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-09 14:50:10,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-09 14:50:10,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-09 14:50:10,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-09 14:50:10,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +11: [2023-05-09 14:50:10,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-09 14:50:10,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-09 14:50:10,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +23: [2023-05-09 14:50:10,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +27: [2023-05-09 14:50:10,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +11: [2023-05-09 14:50:10,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-09 14:50:10,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +20: [2023-05-09 14:50:10,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-09 14:50:10,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-09 14:50:10,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-09 14:50:10,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-09 14:50:10,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +11: [2023-05-09 14:50:10,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +22: [2023-05-09 14:50:10,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-09 14:50:10,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-09 14:50:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-09 14:50:10,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:10,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-09 14:50:10,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-09 14:50:10,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +20: [2023-05-09 14:50:10,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +20: [2023-05-09 14:50:10,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +19: [2023-05-09 14:50:10,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:10,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-09 14:50:10,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-09 14:50:10,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-09 14:50:10,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-09 14:50:10,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-09 14:50:10,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-09 14:50:10,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-09 14:50:10,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-09 14:50:10,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-09 14:50:10,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-09 14:50:10,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-09 14:50:10,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +14: [2023-05-09 14:50:10,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-09 14:50:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt... +21: [2023-05-09 14:50:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt... +21: [2023-05-09 14:50:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt... + 6: [2023-05-09 14:50:10,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 9: [2023-05-09 14:50:10,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-09 14:50:10,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +14: [2023-05-09 14:50:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 3: [2023-05-09 14:50:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-09 14:50:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +29: [2023-05-09 14:50:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 4: [2023-05-09 14:50:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-09 14:50:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +29: [2023-05-09 14:50:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. + 4: [2023-05-09 14:50:10,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-09 14:50:10,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +15: [2023-05-09 14:50:10,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-09 14:50:10,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-09 14:50:10,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-09 14:50:10,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:10,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-09 14:50:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-09 14:50:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-09 14:50:10,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-09 14:50:10,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-09 14:50:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-09 14:50:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +12: [2023-05-09 14:50:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +12: [2023-05-09 14:50:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-09 14:50:10,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-09 14:50:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-09 14:50:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-09 14:50:10,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 1: [2023-05-09 14:50:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-09 14:50:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +16: [2023-05-09 14:50:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +16: [2023-05-09 14:50:10,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +16: [2023-05-09 14:50:10,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +12: [2023-05-09 14:50:10,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-09 14:50:10,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-09 14:50:10,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +13: [2023-05-09 14:50:10,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +13: [2023-05-09 14:50:10,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 1: [2023-05-09 14:50:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 1: [2023-05-09 14:50:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +21: [2023-05-09 14:50:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt... + 1: [2023-05-09 14:50:10,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +12: [2023-05-09 14:50:10,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-09 14:50:10,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-09 14:50:10,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-09 14:50:10,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-09 14:50:10,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-09 14:50:10,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-09 14:50:10,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-09 14:50:10,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-09 14:50:10,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +26: [2023-05-09 14:50:10,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +26: [2023-05-09 14:50:10,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +26: [2023-05-09 14:50:10,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 3: [2023-05-09 14:50:10,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-09 14:50:10,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-09 14:50:10,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-09 14:50:10,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-09 14:50:10,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-09 14:50:10,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +10: [2023-05-09 14:50:10,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +10: [2023-05-09 14:50:10,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +10: [2023-05-09 14:50:10,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +13: [2023-05-09 14:50:10,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +17: [2023-05-09 14:50:10,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-09 14:50:10,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-09 14:50:10,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-09 14:50:10,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-09 14:50:10,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-09 14:50:10,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-09 14:50:10,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-09 14:50:10,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-09 14:50:10,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 4: [2023-05-09 14:50:10,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-09 14:50:10,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +29: [2023-05-09 14:50:10,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-09 14:50:10,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-09 14:50:10,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-09 14:50:10,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:10,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-09 14:50:10,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-09 14:50:10,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... + 3: [2023-05-09 14:50:10,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-09 14:50:10,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-09 14:50:10,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +14: [2023-05-09 14:50:10,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-09 14:50:10,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-09 14:50:10,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-09 14:50:10,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-09 14:50:10,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-09 14:50:10,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-09 14:50:10,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-09 14:50:10,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +10: [2023-05-09 14:50:10,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-09 14:50:10,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-09 14:50:10,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-09 14:50:10,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-09 14:50:10,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-09 14:50:10,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-09 14:50:10,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-09 14:50:10,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:11,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-09 14:50:11,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-09 14:50:11,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:11,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:11,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:11,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-09 14:50:11,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:11,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-09 14:50:11,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-09 14:50:11,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:11,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-09 14:50:11,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +26: [2023-05-09 14:50:11,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-09 14:50:11,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-09 14:50:11,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-09 14:50:11,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-09 14:50:11,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-09 14:50:11,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-09 14:50:11,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:11,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +19: [2023-05-09 14:50:11,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-09 14:50:11,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +22: [2023-05-09 14:50:11,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +19: [2023-05-09 14:50:11,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:11,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt... +17: [2023-05-09 14:50:11,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt... +17: [2023-05-09 14:50:11,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt... +17: [2023-05-09 14:50:11,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt... +15: [2023-05-09 14:50:11,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-09 14:50:11,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-09 14:50:11,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-09 14:50:11,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +18: [2023-05-09 14:50:11,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +18: [2023-05-09 14:50:11,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +18: [2023-05-09 14:50:11,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_35-model_01-model_states.pt. +14: [2023-05-09 14:50:11,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-09 14:50:11,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-09 14:50:11,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +19: [2023-05-09 14:50:11,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-09 14:50:11,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-09 14:50:11,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-09 14:50:11,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-09 14:50:11,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-09 14:50:11,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-09 14:50:11,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +14: [2023-05-09 14:50:11,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-09 14:50:11,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-09 14:50:11,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +29: [2023-05-09 14:50:11,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +10: [2023-05-09 14:50:11,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-09 14:50:11,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-09 14:50:11,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-09 14:50:11,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-09 14:50:11,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-09 14:50:11,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-09 14:50:11,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-09 14:50:11,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-09 14:50:11,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-09 14:50:11,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-09 14:50:11,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-09 14:50:11,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-09 14:50:11,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-09 14:50:11,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-09 14:50:11,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +19: [2023-05-09 14:50:11,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-09 14:50:11,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-09 14:50:11,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-09 14:50:11,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +26: [2023-05-09 14:50:11,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-09 14:50:11,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-09 14:50:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-09 14:50:11,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-09 14:50:11,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-09 14:50:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +29: [2023-05-09 14:50:11,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +29: [2023-05-09 14:50:11,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +16: [2023-05-09 14:50:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-09 14:50:11,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-09 14:50:11,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-09 14:50:11,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-09 14:50:11,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt... + 4: [2023-05-09 14:50:11,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt... + 4: [2023-05-09 14:50:11,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt... + 4: [2023-05-09 14:50:11,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt... +15: [2023-05-09 14:50:11,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-09 14:50:11,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-09 14:50:11,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +15: [2023-05-09 14:50:11,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-09 14:50:11,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-09 14:50:11,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-09 14:50:11,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-09 14:50:11,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-09 14:50:11,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-09 14:50:11,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-09 14:50:11,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-09 14:50:11,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-09 14:50:11,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-09 14:50:11,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-09 14:50:11,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-09 14:50:11,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-09 14:50:11,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-09 14:50:11,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-09 14:50:11,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-09 14:50:11,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-09 14:50:11,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-09 14:50:11,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-09 14:50:11,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +16: [2023-05-09 14:50:11,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +26: [2023-05-09 14:50:11,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-09 14:50:11,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-09 14:50:11,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +18: [2023-05-09 14:50:11,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-09 14:50:11,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-09 14:50:11,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +10: [2023-05-09 14:50:11,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-09 14:50:11,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-09 14:50:11,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-09 14:50:11,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-09 14:50:11,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +16: [2023-05-09 14:50:11,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +16: [2023-05-09 14:50:11,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +13: [2023-05-09 14:50:11,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 1: [2023-05-09 14:50:11,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-09 14:50:11,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-09 14:50:11,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-09 14:50:11,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-09 14:50:11,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +10: [2023-05-09 14:50:11,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-09 14:50:11,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-09 14:50:11,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-09 14:50:11,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-09 14:50:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-09 14:50:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-09 14:50:11,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-09 14:50:11,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt... +12: [2023-05-09 14:50:11,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt... +12: [2023-05-09 14:50:11,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt... +12: [2023-05-09 14:50:11,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt... + 1: [2023-05-09 14:50:11,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-09 14:50:11,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-09 14:50:11,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-09 14:50:11,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-09 14:50:11,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-09 14:50:11,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-09 14:50:11,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 7: [2023-05-09 14:50:11,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-09 14:50:11,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-09 14:50:11,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +26: [2023-05-09 14:50:11,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 1: [2023-05-09 14:50:11,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-09 14:50:11,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-09 14:50:11,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-09 14:50:11,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 7: [2023-05-09 14:50:11,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-09 14:50:11,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-09 14:50:11,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-09 14:50:11,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-09 14:50:11,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-09 14:50:11,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-09 14:50:11,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-09 14:50:11,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-09 14:50:11,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:11,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-09 14:50:11,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-09 14:50:11,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-09 14:50:11,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-09 14:50:11,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-09 14:50:11,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-09 14:50:11,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-09 14:50:11,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-09 14:50:11,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-09 14:50:11,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-09 14:50:11,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-09 14:50:11,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-09 14:50:11,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-09 14:50:11,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-09 14:50:11,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +14: [2023-05-09 14:50:11,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-09 14:50:11,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-09 14:50:11,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-09 14:50:11,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-09 14:50:11,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-09 14:50:11,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-09 14:50:11,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-09 14:50:11,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-09 14:50:11,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-09 14:50:11,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-09 14:50:11,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +18: [2023-05-09 14:50:11,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-09 14:50:11,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +19: [2023-05-09 14:50:11,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +19: [2023-05-09 14:50:11,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +19: [2023-05-09 14:50:11,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +18: [2023-05-09 14:50:11,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-09 14:50:11,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +25: [2023-05-09 14:50:11,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:11,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-09 14:50:11,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-09 14:50:11,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt... +10: [2023-05-09 14:50:11,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-09 14:50:11,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-09 14:50:11,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:11,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:11,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-09 14:50:11,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-09 14:50:11,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:11,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-09 14:50:11,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-09 14:50:11,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-09 14:50:11,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +30: [2023-05-09 14:50:11,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +30: [2023-05-09 14:50:11,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +30: [2023-05-09 14:50:11,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +10: [2023-05-09 14:50:11,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-09 14:50:11,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-09 14:50:11,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-09 14:50:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-09 14:50:11,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-09 14:50:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-09 14:50:11,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-09 14:50:11,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-09 14:50:11,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:11,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-09 14:50:11,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-09 14:50:11,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt... +15: [2023-05-09 14:50:11,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt... +15: [2023-05-09 14:50:11,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt... +15: [2023-05-09 14:50:11,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt... +19: [2023-05-09 14:50:11,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-09 14:50:11,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-09 14:50:11,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-09 14:50:11,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt... +19: [2023-05-09 14:50:11,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt... +19: [2023-05-09 14:50:11,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt... +19: [2023-05-09 14:50:11,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt... + 5: [2023-05-09 14:50:11,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-09 14:50:11,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-09 14:50:11,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-09 14:50:11,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +12: [2023-05-09 14:50:11,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +12: [2023-05-09 14:50:11,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +12: [2023-05-09 14:50:11,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +12: [2023-05-09 14:50:11,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +25: [2023-05-09 14:50:11,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-09 14:50:11,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-09 14:50:11,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-09 14:50:11,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:11,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-09 14:50:11,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-09 14:50:11,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-09 14:50:11,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-09 14:50:11,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-09 14:50:11,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-09 14:50:11,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-09 14:50:11,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-09 14:50:11,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-09 14:50:11,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-09 14:50:11,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:11,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-09 14:50:11,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 0: [2023-05-09 14:50:11,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 7: [2023-05-09 14:50:11,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-09 14:50:11,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-09 14:50:11,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-09 14:50:11,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-09 14:50:11,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-09 14:50:11,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-09 14:50:11,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +10: [2023-05-09 14:50:11,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-09 14:50:11,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 7: [2023-05-09 14:50:11,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-09 14:50:11,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-09 14:50:11,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-09 14:50:11,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:11,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-09 14:50:11,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:11,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-09 14:50:11,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt... + 1: [2023-05-09 14:50:11,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt... + 1: [2023-05-09 14:50:11,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt... + 1: [2023-05-09 14:50:11,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt... + 5: [2023-05-09 14:50:11,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:11,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-09 14:50:11,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-09 14:50:11,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-09 14:50:11,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-09 14:50:11,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-09 14:50:11,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:11,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-09 14:50:11,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt... +14: [2023-05-09 14:50:11,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt... +14: [2023-05-09 14:50:11,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt... +14: [2023-05-09 14:50:11,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt... +12: [2023-05-09 14:50:11,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-09 14:50:11,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-09 14:50:11,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-09 14:50:11,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-09 14:50:11,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-09 14:50:11,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-09 14:50:11,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-09 14:50:11,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-09 14:50:11,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-09 14:50:11,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:11,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-09 14:50:11,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-09 14:50:11,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +24: [2023-05-09 14:50:11,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-09 14:50:11,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-09 14:50:11,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:11,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-09 14:50:11,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-09 14:50:11,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-09 14:50:11,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-09 14:50:11,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-09 14:50:11,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-09 14:50:11,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:11,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-09 14:50:11,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-09 14:50:11,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt... +10: [2023-05-09 14:50:11,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt... +10: [2023-05-09 14:50:11,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt... +10: [2023-05-09 14:50:11,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt... +19: [2023-05-09 14:50:11,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +16: [2023-05-09 14:50:11,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-09 14:50:11,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-09 14:50:11,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-09 14:50:11,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-09 14:50:11,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-09 14:50:11,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:11,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +16: [2023-05-09 14:50:11,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-09 14:50:11,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +24: [2023-05-09 14:50:11,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-09 14:50:11,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-09 14:50:11,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-09 14:50:11,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-09 14:50:11,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-09 14:50:11,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-09 14:50:11,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-09 14:50:11,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-09 14:50:11,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-09 14:50:11,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-09 14:50:11,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-09 14:50:11,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-09 14:50:11,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-09 14:50:11,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-09 14:50:11,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +19: [2023-05-09 14:50:11,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +19: [2023-05-09 14:50:11,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +24: [2023-05-09 14:50:11,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +23: [2023-05-09 14:50:11,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-09 14:50:11,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-09 14:50:11,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt... +25: [2023-05-09 14:50:11,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt... +25: [2023-05-09 14:50:11,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt... +25: [2023-05-09 14:50:11,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt... +30: [2023-05-09 14:50:11,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +30: [2023-05-09 14:50:11,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-09 14:50:11,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +13: [2023-05-09 14:50:11,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-09 14:50:11,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-09 14:50:11,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +27: [2023-05-09 14:50:11,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +13: [2023-05-09 14:50:11,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-09 14:50:11,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-09 14:50:11,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +27: [2023-05-09 14:50:11,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-09 14:50:11,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-09 14:50:11,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-09 14:50:11,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-09 14:50:11,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-09 14:50:11,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-09 14:50:11,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +24: [2023-05-09 14:50:11,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-09 14:50:11,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +12: [2023-05-09 14:50:11,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +13: [2023-05-09 14:50:11,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 5: [2023-05-09 14:50:11,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +12: [2023-05-09 14:50:11,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-09 14:50:11,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-09 14:50:11,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +31: [2023-05-09 14:50:11,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +13: [2023-05-09 14:50:11,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-09 14:50:11,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +23: [2023-05-09 14:50:11,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-09 14:50:11,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-09 14:50:11,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +23: [2023-05-09 14:50:11,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +12: [2023-05-09 14:50:11,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +12: [2023-05-09 14:50:11,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +20: [2023-05-09 14:50:11,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-09 14:50:11,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-09 14:50:11,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt... + 7: [2023-05-09 14:50:11,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt... + 7: [2023-05-09 14:50:11,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt... + 7: [2023-05-09 14:50:11,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt... +16: [2023-05-09 14:50:11,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-09 14:50:11,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-09 14:50:11,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +31: [2023-05-09 14:50:11,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-09 14:50:11,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-09 14:50:11,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-09 14:50:11,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +13: [2023-05-09 14:50:11,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-09 14:50:11,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +27: [2023-05-09 14:50:11,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-09 14:50:11,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-09 14:50:11,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 0: [2023-05-09 14:50:11,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +27: [2023-05-09 14:50:11,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-09 14:50:11,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-09 14:50:11,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-09 14:50:11,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:11,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-09 14:50:11,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-09 14:50:11,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-09 14:50:11,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-09 14:50:11,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-09 14:50:11,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +31: [2023-05-09 14:50:11,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-09 14:50:11,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-09 14:50:11,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-09 14:50:11,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-09 14:50:11,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 6: [2023-05-09 14:50:11,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +20: [2023-05-09 14:50:11,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-09 14:50:11,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 6: [2023-05-09 14:50:11,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 0: [2023-05-09 14:50:11,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-09 14:50:11,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-09 14:50:11,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-09 14:50:11,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-09 14:50:11,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-09 14:50:11,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-09 14:50:11,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-09 14:50:11,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-09 14:50:11,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-09 14:50:11,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-09 14:50:11,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-09 14:50:11,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-09 14:50:11,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-09 14:50:11,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-09 14:50:11,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-09 14:50:11,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-09 14:50:11,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-09 14:50:11,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-09 14:50:11,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-09 14:50:11,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 1: [2023-05-09 14:50:11,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +23: [2023-05-09 14:50:11,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 1: [2023-05-09 14:50:11,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +20: [2023-05-09 14:50:11,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-09 14:50:11,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-09 14:50:11,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-09 14:50:11,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-09 14:50:11,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-09 14:50:11,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-09 14:50:11,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-09 14:50:11,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-09 14:50:11,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-09 14:50:11,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-09 14:50:11,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-09 14:50:11,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-09 14:50:11,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-09 14:50:11,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:11,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-09 14:50:11,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-09 14:50:11,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-09 14:50:11,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-09 14:50:11,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-09 14:50:11,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-09 14:50:11,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-09 14:50:11,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +16: [2023-05-09 14:50:11,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-09 14:50:11,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-09 14:50:11,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-09 14:50:11,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-09 14:50:11,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-09 14:50:11,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-09 14:50:11,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-09 14:50:11,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-09 14:50:11,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +16: [2023-05-09 14:50:11,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-09 14:50:11,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-09 14:50:11,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt... +24: [2023-05-09 14:50:11,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt... +24: [2023-05-09 14:50:11,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt... +24: [2023-05-09 14:50:11,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt... +16: [2023-05-09 14:50:11,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-09 14:50:11,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-09 14:50:11,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-09 14:50:11,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:11,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-09 14:50:11,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-09 14:50:11,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-09 14:50:11,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-09 14:50:11,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-09 14:50:11,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-09 14:50:11,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-09 14:50:11,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:11,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-09 14:50:11,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-09 14:50:11,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:11,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-09 14:50:11,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-09 14:50:11,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-09 14:50:11,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-09 14:50:11,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-09 14:50:11,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-09 14:50:11,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:11,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-09 14:50:11,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-09 14:50:11,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-09 14:50:11,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-09 14:50:11,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:11,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:11,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-09 14:50:11,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:11,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-09 14:50:11,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-09 14:50:11,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-09 14:50:11,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-09 14:50:11,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-09 14:50:11,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-09 14:50:11,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-09 14:50:11,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-09 14:50:11,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-09 14:50:11,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +27: [2023-05-09 14:50:11,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-09 14:50:11,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-09 14:50:11,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-09 14:50:11,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-09 14:50:11,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-09 14:50:11,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-09 14:50:11,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +14: [2023-05-09 14:50:11,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +14: [2023-05-09 14:50:11,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +14: [2023-05-09 14:50:11,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +27: [2023-05-09 14:50:11,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +31: [2023-05-09 14:50:11,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-09 14:50:11,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-09 14:50:11,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +31: [2023-05-09 14:50:11,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-09 14:50:11,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 5: [2023-05-09 14:50:11,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-09 14:50:11,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-09 14:50:11,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +17: [2023-05-09 14:50:11,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +17: [2023-05-09 14:50:11,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +31: [2023-05-09 14:50:11,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +17: [2023-05-09 14:50:11,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-09 14:50:11,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-09 14:50:11,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-09 14:50:11,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-09 14:50:11,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-09 14:50:11,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-09 14:50:11,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-09 14:50:11,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-09 14:50:11,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 0: [2023-05-09 14:50:11,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-09 14:50:11,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-09 14:50:11,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-09 14:50:11,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-09 14:50:11,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-09 14:50:11,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-09 14:50:11,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-09 14:50:11,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-09 14:50:11,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-09 14:50:11,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-09 14:50:11,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-09 14:50:11,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt... +13: [2023-05-09 14:50:11,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt... +13: [2023-05-09 14:50:11,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt... +13: [2023-05-09 14:50:11,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt... +31: [2023-05-09 14:50:11,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-09 14:50:11,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-09 14:50:11,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-09 14:50:11,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-09 14:50:11,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-09 14:50:11,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-09 14:50:11,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-09 14:50:11,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-09 14:50:11,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-09 14:50:11,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-09 14:50:11,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-09 14:50:11,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-09 14:50:11,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-09 14:50:11,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-09 14:50:11,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-09 14:50:11,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-09 14:50:11,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 6: [2023-05-09 14:50:11,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-09 14:50:11,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-09 14:50:11,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-09 14:50:11,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-09 14:50:11,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-09 14:50:11,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-09 14:50:11,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-09 14:50:11,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +20: [2023-05-09 14:50:11,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +20: [2023-05-09 14:50:11,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +20: [2023-05-09 14:50:11,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 9: [2023-05-09 14:50:11,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-09 14:50:11,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 9: [2023-05-09 14:50:11,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 6: [2023-05-09 14:50:11,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 6: [2023-05-09 14:50:11,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-09 14:50:11,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 2: [2023-05-09 14:50:11,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 9: [2023-05-09 14:50:11,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 9: [2023-05-09 14:50:11,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 2: [2023-05-09 14:50:11,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-09 14:50:11,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:11,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-09 14:50:11,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-09 14:50:11,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-09 14:50:11,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 2: [2023-05-09 14:50:11,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-09 14:50:11,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-09 14:50:11,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-09 14:50:11,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-09 14:50:11,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-09 14:50:11,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-09 14:50:11,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 7: [2023-05-09 14:50:11,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 7: [2023-05-09 14:50:11,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 7: [2023-05-09 14:50:11,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 0: [2023-05-09 14:50:11,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-09 14:50:11,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-09 14:50:11,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-09 14:50:11,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-09 14:50:11,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-09 14:50:11,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-09 14:50:11,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-09 14:50:11,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 6: [2023-05-09 14:50:11,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-09 14:50:11,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 1: [2023-05-09 14:50:11,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +29: [2023-05-09 14:50:11,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-09 14:50:11,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-09 14:50:11,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-09 14:50:11,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-09 14:50:11,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-09 14:50:11,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 0: [2023-05-09 14:50:11,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 0: [2023-05-09 14:50:11,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 0: [2023-05-09 14:50:11,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:11,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-09 14:50:11,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-09 14:50:11,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-09 14:50:11,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-09 14:50:11,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-09 14:50:11,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-09 14:50:11,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-09 14:50:11,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-09 14:50:11,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-09 14:50:11,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-09 14:50:11,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-09 14:50:11,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-09 14:50:11,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-09 14:50:11,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-09 14:50:11,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-09 14:50:11,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-09 14:50:11,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-09 14:50:11,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +16: [2023-05-09 14:50:11,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +16: [2023-05-09 14:50:11,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +16: [2023-05-09 14:50:11,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 0: > overriding learning rate value to 0.0002 + 0: > overriding minimum learning rate value to 2e-05 + 0: > overriding warmup iterations value to 0 + 0: > overriding total number of iterations value to 1 + 0: > overriding decay style value to cosine +20: [2023-05-09 14:50:11,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt... +20: [2023-05-09 14:50:11,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt... + 5: [2023-05-09 14:50:11,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-09 14:50:11,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt... +20: [2023-05-09 14:50:11,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt... + 6: [2023-05-09 14:50:11,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-09 14:50:11,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt... +16: [2023-05-09 14:50:11,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt... +16: [2023-05-09 14:50:11,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt... +16: [2023-05-09 14:50:11,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt... +22: [2023-05-09 14:50:11,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-09 14:50:11,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-09 14:50:11,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-09 14:50:11,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-09 14:50:11,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:11,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-09 14:50:11,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt... +23: [2023-05-09 14:50:11,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt... + 5: [2023-05-09 14:50:11,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-09 14:50:11,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt... +23: [2023-05-09 14:50:11,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt... + 7: [2023-05-09 14:50:11,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-09 14:50:11,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:11,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-09 14:50:11,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:11,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-09 14:50:11,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-09 14:50:11,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-09 14:50:11,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-09 14:50:11,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-09 14:50:11,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-09 14:50:11,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-09 14:50:11,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:11,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:11,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:11,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-09 14:50:11,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-09 14:50:11,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:11,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-09 14:50:11,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-09 14:50:11,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-09 14:50:11,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:11,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-09 14:50:11,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-09 14:50:11,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-09 14:50:11,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-09 14:50:11,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:11,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-09 14:50:11,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:11,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-09 14:50:11,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-09 14:50:11,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-09 14:50:11,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-09 14:50:11,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:11,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-09 14:50:11,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:11,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:11,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:11,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-09 14:50:11,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-09 14:50:11,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-09 14:50:11,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-09 14:50:11,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-09 14:50:11,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-09 14:50:11,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-09 14:50:11,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-09 14:50:11,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-09 14:50:11,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 5: [2023-05-09 14:50:11,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-09 14:50:11,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-09 14:50:11,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-09 14:50:11,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-09 14:50:11,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-09 14:50:11,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-09 14:50:11,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-09 14:50:11,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-09 14:50:11,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-09 14:50:11,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-09 14:50:11,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-09 14:50:11,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-09 14:50:11,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-09 14:50:11,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-09 14:50:11,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-09 14:50:11,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-09 14:50:11,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-09 14:50:11,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-09 14:50:11,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-09 14:50:11,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 5: [2023-05-09 14:50:11,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-09 14:50:11,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-09 14:50:11,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +17: [2023-05-09 14:50:11,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +17: [2023-05-09 14:50:11,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 5: [2023-05-09 14:50:11,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-09 14:50:11,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-09 14:50:11,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-09 14:50:11,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-09 14:50:11,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-09 14:50:11,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-09 14:50:11,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-09 14:50:11,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:11,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +29: [2023-05-09 14:50:11,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 2: [2023-05-09 14:50:11,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-09 14:50:11,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-09 14:50:11,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +29: [2023-05-09 14:50:11,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-09 14:50:11,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-09 14:50:11,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-09 14:50:11,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-09 14:50:11,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-09 14:50:11,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-09 14:50:11,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-09 14:50:11,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-09 14:50:11,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-09 14:50:11,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-09 14:50:11,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-09 14:50:11,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-09 14:50:11,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-09 14:50:11,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-09 14:50:11,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-09 14:50:11,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-09 14:50:11,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-09 14:50:11,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-09 14:50:11,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-09 14:50:11,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-09 14:50:11,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-09 14:50:11,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-09 14:50:11,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-09 14:50:11,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-09 14:50:11,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-09 14:50:11,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-09 14:50:11,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-09 14:50:11,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-09 14:50:11,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-09 14:50:11,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-09 14:50:11,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-09 14:50:11,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-09 14:50:11,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-09 14:50:11,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-09 14:50:11,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-09 14:50:11,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-09 14:50:11,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-09 14:50:11,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-09 14:50:11,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-09 14:50:11,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-09 14:50:11,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-09 14:50:11,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 7: [2023-05-09 14:50:11,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-09 14:50:11,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-09 14:50:11,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-09 14:50:11,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-09 14:50:11,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-09 14:50:11,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-09 14:50:11,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-09 14:50:11,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-09 14:50:11,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-09 14:50:11,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-09 14:50:11,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-09 14:50:11,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-09 14:50:11,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-09 14:50:11,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-09 14:50:11,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 9: [2023-05-09 14:50:11,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-09 14:50:11,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt... +26: [2023-05-09 14:50:11,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt... +26: [2023-05-09 14:50:11,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt... +26: [2023-05-09 14:50:11,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt... + 9: [2023-05-09 14:50:11,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:11,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-09 14:50:11,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-09 14:50:11,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-09 14:50:11,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-09 14:50:11,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-09 14:50:11,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 2: [2023-05-09 14:50:11,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-09 14:50:11,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-09 14:50:11,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-09 14:50:11,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-09 14:50:11,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt... + 0: [2023-05-09 14:50:11,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt... + 0: [2023-05-09 14:50:11,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt... + 0: [2023-05-09 14:50:11,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt... +20: [2023-05-09 14:50:11,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +20: [2023-05-09 14:50:11,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +20: [2023-05-09 14:50:11,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 9: [2023-05-09 14:50:11,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-09 14:50:11,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-09 14:50:11,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-09 14:50:11,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-09 14:50:11,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-09 14:50:11,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-09 14:50:11,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-09 14:50:11,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt... +22: [2023-05-09 14:50:11,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt... +22: [2023-05-09 14:50:11,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt... +22: [2023-05-09 14:50:11,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt... + 7: [2023-05-09 14:50:11,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +20: [2023-05-09 14:50:11,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 7: [2023-05-09 14:50:11,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 6: [2023-05-09 14:50:11,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-09 14:50:11,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +16: [2023-05-09 14:50:11,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +16: [2023-05-09 14:50:11,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 6: [2023-05-09 14:50:11,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-09 14:50:11,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-09 14:50:11,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-09 14:50:11,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 6: [2023-05-09 14:50:11,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-09 14:50:11,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +18: [2023-05-09 14:50:11,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +18: [2023-05-09 14:50:11,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. +18: [2023-05-09 14:50:11,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_36-model_01-model_states.pt. + 9: [2023-05-09 14:50:11,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-09 14:50:11,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt... +29: [2023-05-09 14:50:11,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt... +29: [2023-05-09 14:50:11,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt... +29: [2023-05-09 14:50:11,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt... + 9: [2023-05-09 14:50:11,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 9: [2023-05-09 14:50:11,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 5: [2023-05-09 14:50:11,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt... + 5: [2023-05-09 14:50:11,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt... + 5: [2023-05-09 14:50:11,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt... + 5: [2023-05-09 14:50:11,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt... + 9: [2023-05-09 14:50:11,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 9: [2023-05-09 14:50:11,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-09 14:50:11,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-09 14:50:11,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-09 14:50:11,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-09 14:50:11,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-09 14:50:11,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt... +11: [2023-05-09 14:50:11,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt... +11: [2023-05-09 14:50:11,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt... +11: [2023-05-09 14:50:11,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt... + 9: [2023-05-09 14:50:11,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-09 14:50:11,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-09 14:50:11,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-09 14:50:11,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-09 14:50:11,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-09 14:50:11,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-09 14:50:11,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-09 14:50:11,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +29: [2023-05-09 14:50:11,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-09 14:50:11,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-09 14:50:11,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-09 14:50:11,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt... +31: [2023-05-09 14:50:11,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt... +31: [2023-05-09 14:50:11,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt... +31: [2023-05-09 14:50:11,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt... + 2: [2023-05-09 14:50:11,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt... + 2: [2023-05-09 14:50:11,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt... + 2: [2023-05-09 14:50:11,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt... + 2: [2023-05-09 14:50:11,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt... +29: [2023-05-09 14:50:11,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-09 14:50:11,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-09 14:50:11,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +29: [2023-05-09 14:50:11,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... + 9: [2023-05-09 14:50:11,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt... + 9: [2023-05-09 14:50:11,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt... + 9: [2023-05-09 14:50:11,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt... +18: [2023-05-09 14:50:11,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt... +18: [2023-05-09 14:50:11,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt... +18: [2023-05-09 14:50:11,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt... +18: [2023-05-09 14:50:11,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt... + 9: [2023-05-09 14:50:11,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt... + 6: [2023-05-09 14:50:11,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt... + 6: [2023-05-09 14:50:11,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt... + 6: [2023-05-09 14:50:11,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt... + 6: [2023-05-09 14:50:11,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt... +18: [2023-05-09 14:50:11,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-09 14:50:11,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-09 14:50:11,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-09 14:50:11,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-09 14:50:11,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-09 14:50:11,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-09 14:50:11,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-09 14:50:11,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt... +28: [2023-05-09 14:50:11,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt. +28: [2023-05-09 14:50:11,367] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 224 +28: [2023-05-09 14:50:11,373] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 224 + 3: [2023-05-09 14:50:11,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-09 14:50:11,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-09 14:50:11,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-09 14:50:11,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-09 14:50:11,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-09 14:50:11,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-09 14:50:11,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-09 14:50:11,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-09 14:50:11,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +12: [2023-05-09 14:50:11,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +12: [2023-05-09 14:50:11,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +12: [2023-05-09 14:50:11,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 3: [2023-05-09 14:50:11,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-09 14:50:11,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-09 14:50:11,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-09 14:50:11,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-09 14:50:11,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-09 14:50:11,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-09 14:50:11,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-09 14:50:11,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-09 14:50:11,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-09 14:50:11,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt. +28: [2023-05-09 14:50:11,446] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 230 + 3: [2023-05-09 14:50:11,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-09 14:50:11,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-09 14:50:11,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-09 14:50:11,453] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 230 + 3: [2023-05-09 14:50:11,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-09 14:50:11,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-09 14:50:11,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-09 14:50:11,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-09 14:50:11,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-09 14:50:11,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-09 14:50:11,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-09 14:50:11,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-09 14:50:11,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-09 14:50:11,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-09 14:50:11,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-09 14:50:11,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-09 14:50:11,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-09 14:50:11,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-09 14:50:11,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-09 14:50:11,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +12: [2023-05-09 14:50:11,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-09 14:50:11,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-09 14:50:11,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +12: [2023-05-09 14:50:11,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +27: [2023-05-09 14:50:11,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt. +27: [2023-05-09 14:50:11,472] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 220 +28: [2023-05-09 14:50:11,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +28: [2023-05-09 14:50:11,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +28: [2023-05-09 14:50:11,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +28: [2023-05-09 14:50:11,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +12: [2023-05-09 14:50:11,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-09 14:50:11,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-09 14:50:11,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +26: [2023-05-09 14:50:11,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +26: [2023-05-09 14:50:11,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +13: [2023-05-09 14:50:11,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-09 14:50:11,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-09 14:50:11,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +13: [2023-05-09 14:50:11,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +13: [2023-05-09 14:50:11,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +12: [2023-05-09 14:50:11,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +12: [2023-05-09 14:50:11,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +27: [2023-05-09 14:50:11,478] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 220 + 8: [2023-05-09 14:50:11,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt. + 8: [2023-05-09 14:50:11,479] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 64 +30: [2023-05-09 14:50:11,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-09 14:50:11,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-09 14:50:11,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-09 14:50:11,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +26: [2023-05-09 14:50:11,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +27: [2023-05-09 14:50:11,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt. +27: [2023-05-09 14:50:11,483] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 222 +22: [2023-05-09 14:50:11,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +22: [2023-05-09 14:50:11,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +22: [2023-05-09 14:50:11,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +22: [2023-05-09 14:50:11,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 2: [2023-05-09 14:50:11,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 2: [2023-05-09 14:50:11,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 2: [2023-05-09 14:50:11,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +15: [2023-05-09 14:50:11,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +15: [2023-05-09 14:50:11,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +15: [2023-05-09 14:50:11,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +15: [2023-05-09 14:50:11,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +28: [2023-05-09 14:50:11,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-09 14:50:11,486] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 64 +30: [2023-05-09 14:50:11,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt. +30: [2023-05-09 14:50:11,488] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 246 + 3: [2023-05-09 14:50:11,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 3: [2023-05-09 14:50:11,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 3: [2023-05-09 14:50:11,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 3: [2023-05-09 14:50:11,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +28: [2023-05-09 14:50:11,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-09 14:50:11,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-09 14:50:11,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-09 14:50:11,489] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 222 +26: [2023-05-09 14:50:11,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-09 14:50:11,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-09 14:50:11,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-09 14:50:11,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-09 14:50:11,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt. + 8: [2023-05-09 14:50:11,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +10: [2023-05-09 14:50:11,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-09 14:50:11,492] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 240 + 8: [2023-05-09 14:50:11,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +10: [2023-05-09 14:50:11,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 8: [2023-05-09 14:50:11,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +26: [2023-05-09 14:50:11,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-09 14:50:11,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:11,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 8: [2023-05-09 14:50:11,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +10: [2023-05-09 14:50:11,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +28: [2023-05-09 14:50:11,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt. +30: [2023-05-09 14:50:11,494] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 246 +28: [2023-05-09 14:50:11,494] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 228 +13: [2023-05-09 14:50:11,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-09 14:50:11,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-09 14:50:11,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-09 14:50:11,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-09 14:50:11,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-09 14:50:11,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-09 14:50:11,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-09 14:50:11,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-09 14:50:11,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-09 14:50:11,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-09 14:50:11,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt. +22: [2023-05-09 14:50:11,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-09 14:50:11,501] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 240 +15: [2023-05-09 14:50:11,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-09 14:50:11,501] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 66 +15: [2023-05-09 14:50:11,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-09 14:50:11,501] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 228 + 2: [2023-05-09 14:50:11,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-09 14:50:11,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +12: [2023-05-09 14:50:11,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt. +12: [2023-05-09 14:50:11,502] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 100 +15: [2023-05-09 14:50:11,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-09 14:50:11,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt. +28: [2023-05-09 14:50:11,502] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 226 +28: [2023-05-09 14:50:11,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-09 14:50:11,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 3: [2023-05-09 14:50:11,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-09 14:50:11,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-09 14:50:11,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-09 14:50:11,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-09 14:50:11,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-09 14:50:11,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-09 14:50:11,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-09 14:50:11,508] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 100 + 3: [2023-05-09 14:50:11,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt... + 8: [2023-05-09 14:50:11,509] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 66 + 3: [2023-05-09 14:50:11,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt... + 3: [2023-05-09 14:50:11,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt... + 3: [2023-05-09 14:50:11,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt... +28: [2023-05-09 14:50:11,509] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 226 + 8: [2023-05-09 14:50:11,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:11,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:11,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:11,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:11,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-09 14:50:11,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt. +27: [2023-05-09 14:50:11,514] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 216 +12: [2023-05-09 14:50:11,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt. +12: [2023-05-09 14:50:11,518] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 102 +13: [2023-05-09 14:50:11,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-09 14:50:11,522] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 216 +26: [2023-05-09 14:50:11,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-09 14:50:11,524] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 102 +28: [2023-05-09 14:50:11,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-09 14:50:11,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +30: [2023-05-09 14:50:11,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-09 14:50:11,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-09 14:50:11,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-09 14:50:11,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-09 14:50:11,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +13: [2023-05-09 14:50:11,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-09 14:50:11,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 2: [2023-05-09 14:50:11,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 3: [2023-05-09 14:50:11,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +22: [2023-05-09 14:50:11,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-09 14:50:11,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +28: [2023-05-09 14:50:11,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +26: [2023-05-09 14:50:11,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +28: [2023-05-09 14:50:11,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 2: [2023-05-09 14:50:11,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +30: [2023-05-09 14:50:11,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +10: [2023-05-09 14:50:11,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-09 14:50:11,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +30: [2023-05-09 14:50:11,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +30: [2023-05-09 14:50:11,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +21: [2023-05-09 14:50:11,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +26: [2023-05-09 14:50:11,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +15: [2023-05-09 14:50:11,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-09 14:50:11,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +21: [2023-05-09 14:50:11,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +21: [2023-05-09 14:50:11,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +26: [2023-05-09 14:50:11,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-09 14:50:11,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +27: [2023-05-09 14:50:11,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt. +27: [2023-05-09 14:50:11,532] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 218 +30: [2023-05-09 14:50:11,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt. +30: [2023-05-09 14:50:11,533] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 244 +15: [2023-05-09 14:50:11,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +26: [2023-05-09 14:50:11,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 2: [2023-05-09 14:50:11,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-09 14:50:11,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-09 14:50:11,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-09 14:50:11,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-09 14:50:11,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-09 14:50:11,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-09 14:50:11,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-09 14:50:11,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-09 14:50:11,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-09 14:50:11,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +22: [2023-05-09 14:50:11,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +22: [2023-05-09 14:50:11,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +26: [2023-05-09 14:50:11,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 0: [2023-05-09 14:50:11,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 0: [2023-05-09 14:50:11,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 0: [2023-05-09 14:50:11,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-09 14:50:11,539] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 244 +27: [2023-05-09 14:50:11,539] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 218 + 0: [2023-05-09 14:50:11,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +24: [2023-05-09 14:50:11,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +24: [2023-05-09 14:50:11,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +24: [2023-05-09 14:50:11,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +15: [2023-05-09 14:50:11,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +15: [2023-05-09 14:50:11,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +24: [2023-05-09 14:50:11,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +15: [2023-05-09 14:50:11,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-09 14:50:11,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-09 14:50:11,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-09 14:50:11,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-09 14:50:11,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-09 14:50:11,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-09 14:50:11,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-09 14:50:11,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-09 14:50:11,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 2: [2023-05-09 14:50:11,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 2: [2023-05-09 14:50:11,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 2: [2023-05-09 14:50:11,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-09 14:50:11,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +21: [2023-05-09 14:50:11,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-09 14:50:11,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 3: [2023-05-09 14:50:11,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 2: [2023-05-09 14:50:11,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-09 14:50:11,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 3: [2023-05-09 14:50:11,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-09 14:50:11,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +21: [2023-05-09 14:50:11,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:11,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-09 14:50:11,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-09 14:50:11,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:11,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-09 14:50:11,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-09 14:50:11,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +10: [2023-05-09 14:50:11,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +10: [2023-05-09 14:50:11,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 0: [2023-05-09 14:50:11,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-09 14:50:11,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-09 14:50:11,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +11: [2023-05-09 14:50:11,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +11: [2023-05-09 14:50:11,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +11: [2023-05-09 14:50:11,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +24: [2023-05-09 14:50:11,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-09 14:50:11,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt. +24: [2023-05-09 14:50:11,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-09 14:50:11,558] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 68 +24: [2023-05-09 14:50:11,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-09 14:50:11,565] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 68 +30: [2023-05-09 14:50:11,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt. +30: [2023-05-09 14:50:11,570] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 242 + 4: [2023-05-09 14:50:11,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 4: [2023-05-09 14:50:11,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 4: [2023-05-09 14:50:11,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 4: [2023-05-09 14:50:11,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-09 14:50:11,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-09 14:50:11,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-09 14:50:11,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +10: [2023-05-09 14:50:11,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt. +10: [2023-05-09 14:50:11,575] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 80 +11: [2023-05-09 14:50:11,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-09 14:50:11,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:11,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +21: [2023-05-09 14:50:11,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-09 14:50:11,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-09 14:50:11,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-09 14:50:11,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +27: [2023-05-09 14:50:11,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +21: [2023-05-09 14:50:11,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +27: [2023-05-09 14:50:11,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +11: [2023-05-09 14:50:11,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-09 14:50:11,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-09 14:50:11,578] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 242 + 7: [2023-05-09 14:50:11,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +21: [2023-05-09 14:50:11,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-09 14:50:11,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 7: [2023-05-09 14:50:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 7: [2023-05-09 14:50:11,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 0: [2023-05-09 14:50:11,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-09 14:50:11,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +19: [2023-05-09 14:50:11,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +19: [2023-05-09 14:50:11,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +19: [2023-05-09 14:50:11,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 0: [2023-05-09 14:50:11,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +10: [2023-05-09 14:50:11,582] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 80 +21: [2023-05-09 14:50:11,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-09 14:50:11,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-09 14:50:11,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-09 14:50:11,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +21: [2023-05-09 14:50:11,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +17: [2023-05-09 14:50:11,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt. +17: [2023-05-09 14:50:11,586] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 138 + 4: [2023-05-09 14:50:11,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-09 14:50:11,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-09 14:50:11,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-09 14:50:11,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +23: [2023-05-09 14:50:11,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +23: [2023-05-09 14:50:11,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 4: [2023-05-09 14:50:11,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-09 14:50:11,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 4: [2023-05-09 14:50:11,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 1: [2023-05-09 14:50:11,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 0: [2023-05-09 14:50:11,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-09 14:50:11,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 1: [2023-05-09 14:50:11,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +24: [2023-05-09 14:50:11,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +24: [2023-05-09 14:50:11,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +27: [2023-05-09 14:50:11,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-09 14:50:11,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-09 14:50:11,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 0: [2023-05-09 14:50:11,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-09 14:50:11,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:11,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-09 14:50:11,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-09 14:50:11,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:11,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-09 14:50:11,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-09 14:50:11,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-09 14:50:11,594] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 138 +20: [2023-05-09 14:50:11,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +20: [2023-05-09 14:50:11,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +20: [2023-05-09 14:50:11,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-09 14:50:11,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-09 14:50:11,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +27: [2023-05-09 14:50:11,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-09 14:50:11,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +19: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 0: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +14: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 5: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 6: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +14: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +19: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 5: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 6: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 6: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 5: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +17: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 6: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +17: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +17: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 7: [2023-05-09 14:50:11,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-09 14:50:11,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +24: [2023-05-09 14:50:11,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-09 14:50:11,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-09 14:50:11,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +31: [2023-05-09 14:50:11,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +31: [2023-05-09 14:50:11,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +31: [2023-05-09 14:50:11,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +19: [2023-05-09 14:50:11,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-09 14:50:11,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-09 14:50:11,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt. +25: [2023-05-09 14:50:11,598] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 200 +25: [2023-05-09 14:50:11,605] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 200 + 1: [2023-05-09 14:50:11,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-09 14:50:11,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-09 14:50:11,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt. +23: [2023-05-09 14:50:11,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-09 14:50:11,608] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 206 +11: [2023-05-09 14:50:11,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-09 14:50:11,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-09 14:50:11,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-09 14:50:11,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-09 14:50:11,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-09 14:50:11,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-09 14:50:11,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-09 14:50:11,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +31: [2023-05-09 14:50:11,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-09 14:50:11,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-09 14:50:11,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-09 14:50:11,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-09 14:50:11,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-09 14:50:11,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-09 14:50:11,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +17: [2023-05-09 14:50:11,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-09 14:50:11,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-09 14:50:11,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-09 14:50:11,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-09 14:50:11,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-09 14:50:11,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +20: [2023-05-09 14:50:11,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-09 14:50:11,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-09 14:50:11,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-09 14:50:11,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-09 14:50:11,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-09 14:50:11,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-09 14:50:11,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-09 14:50:11,614] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 206 +31: [2023-05-09 14:50:11,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-09 14:50:11,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-09 14:50:11,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-09 14:50:11,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-09 14:50:11,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +11: [2023-05-09 14:50:11,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +19: [2023-05-09 14:50:11,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-09 14:50:11,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +19: [2023-05-09 14:50:11,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:11,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt. +17: [2023-05-09 14:50:11,623] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 142 + 4: [2023-05-09 14:50:11,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-09 14:50:11,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 1: [2023-05-09 14:50:11,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt. +27: [2023-05-09 14:50:11,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-09 14:50:11,625] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 8 +25: [2023-05-09 14:50:11,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-09 14:50:11,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-09 14:50:11,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-09 14:50:11,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-09 14:50:11,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:11,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +25: [2023-05-09 14:50:11,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt. + 4: [2023-05-09 14:50:11,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-09 14:50:11,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:11,630] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 202 +31: [2023-05-09 14:50:11,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 1: [2023-05-09 14:50:11,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-09 14:50:11,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +17: [2023-05-09 14:50:11,631] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 142 + 9: [2023-05-09 14:50:11,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 9: [2023-05-09 14:50:11,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +19: [2023-05-09 14:50:11,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 4: [2023-05-09 14:50:11,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-09 14:50:11,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 1: [2023-05-09 14:50:11,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 1: [2023-05-09 14:50:11,632] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 8 + 4: [2023-05-09 14:50:11,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 7: [2023-05-09 14:50:11,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 4: [2023-05-09 14:50:11,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +19: [2023-05-09 14:50:11,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +27: [2023-05-09 14:50:11,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-09 14:50:11,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 4: [2023-05-09 14:50:11,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-09 14:50:11,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:11,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:11,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:11,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-09 14:50:11,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-09 14:50:11,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-09 14:50:11,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 1: [2023-05-09 14:50:11,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-09 14:50:11,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +25: [2023-05-09 14:50:11,638] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 202 +25: [2023-05-09 14:50:11,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +25: [2023-05-09 14:50:11,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 1: [2023-05-09 14:50:11,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 1: [2023-05-09 14:50:11,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-09 14:50:11,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt. +13: [2023-05-09 14:50:11,640] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 104 +23: [2023-05-09 14:50:11,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-09 14:50:11,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 1: [2023-05-09 14:50:11,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-09 14:50:11,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-09 14:50:11,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-09 14:50:11,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 5: [2023-05-09 14:50:11,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +23: [2023-05-09 14:50:11,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:11,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:11,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-09 14:50:11,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-09 14:50:11,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-09 14:50:11,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-09 14:50:11,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-09 14:50:11,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt. + 1: [2023-05-09 14:50:11,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 4: [2023-05-09 14:50:11,644] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 36 +17: [2023-05-09 14:50:11,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-09 14:50:11,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-09 14:50:11,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-09 14:50:11,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +23: [2023-05-09 14:50:11,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +17: [2023-05-09 14:50:11,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:11,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 5: [2023-05-09 14:50:11,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-09 14:50:11,647] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 104 +17: [2023-05-09 14:50:11,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +23: [2023-05-09 14:50:11,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +17: [2023-05-09 14:50:11,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +31: [2023-05-09 14:50:11,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-09 14:50:11,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-09 14:50:11,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-09 14:50:11,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-09 14:50:11,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-09 14:50:11,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-09 14:50:11,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 5: [2023-05-09 14:50:11,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +31: [2023-05-09 14:50:11,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-09 14:50:11,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +31: [2023-05-09 14:50:11,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-09 14:50:11,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 9: [2023-05-09 14:50:11,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-09 14:50:11,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-09 14:50:11,651] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 36 + 9: [2023-05-09 14:50:11,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-09 14:50:11,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-09 14:50:11,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-09 14:50:11,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-09 14:50:11,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-09 14:50:11,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-09 14:50:11,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-09 14:50:11,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-09 14:50:11,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-09 14:50:11,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-09 14:50:11,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-09 14:50:11,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +20: [2023-05-09 14:50:11,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +20: [2023-05-09 14:50:11,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +20: [2023-05-09 14:50:11,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +20: [2023-05-09 14:50:11,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-09 14:50:11,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-09 14:50:11,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 4: [2023-05-09 14:50:11,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt. + 4: [2023-05-09 14:50:11,658] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 32 +16: [2023-05-09 14:50:11,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt. +16: [2023-05-09 14:50:11,659] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 130 +29: [2023-05-09 14:50:11,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +29: [2023-05-09 14:50:11,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +29: [2023-05-09 14:50:11,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +29: [2023-05-09 14:50:11,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +14: [2023-05-09 14:50:11,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt. +14: [2023-05-09 14:50:11,663] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 116 + 4: [2023-05-09 14:50:11,665] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 32 +16: [2023-05-09 14:50:11,665] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 130 + 4: [2023-05-09 14:50:11,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt. + 4: [2023-05-09 14:50:11,668] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 34 +15: [2023-05-09 14:50:11,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt. +15: [2023-05-09 14:50:11,669] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 120 +14: [2023-05-09 14:50:11,670] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 116 + 4: [2023-05-09 14:50:11,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt. + 4: [2023-05-09 14:50:11,672] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 38 + 4: [2023-05-09 14:50:11,675] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 34 +15: [2023-05-09 14:50:11,675] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 120 +29: [2023-05-09 14:50:11,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-09 14:50:11,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:11,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt. +10: [2023-05-09 14:50:11,677] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 86 + 4: [2023-05-09 14:50:11,678] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 38 + 9: [2023-05-09 14:50:11,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-09 14:50:11,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-09 14:50:11,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-09 14:50:11,684] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 86 + 9: [2023-05-09 14:50:11,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 9: [2023-05-09 14:50:11,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-09 14:50:11,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 9: [2023-05-09 14:50:11,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 9: [2023-05-09 14:50:11,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +16: [2023-05-09 14:50:11,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt. +16: [2023-05-09 14:50:11,706] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 134 +29: [2023-05-09 14:50:11,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-09 14:50:11,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +29: [2023-05-09 14:50:11,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-09 14:50:11,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-09 14:50:11,713] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 134 +29: [2023-05-09 14:50:11,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +29: [2023-05-09 14:50:11,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +25: [2023-05-09 14:50:11,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt. +25: [2023-05-09 14:50:11,717] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 204 +29: [2023-05-09 14:50:11,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-09 14:50:11,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +25: [2023-05-09 14:50:11,725] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 204 + 7: [2023-05-09 14:50:11,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt. + 7: [2023-05-09 14:50:11,726] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 56 +16: [2023-05-09 14:50:11,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt. +16: [2023-05-09 14:50:11,729] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 132 + 7: [2023-05-09 14:50:11,733] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 56 +16: [2023-05-09 14:50:11,735] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 132 + 7: [2023-05-09 14:50:11,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt. + 7: [2023-05-09 14:50:11,736] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 58 + 7: [2023-05-09 14:50:11,742] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 58 +18: [2023-05-09 14:50:11,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +18: [2023-05-09 14:50:11,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +18: [2023-05-09 14:50:11,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +18: [2023-05-09 14:50:11,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. + 7: [2023-05-09 14:50:11,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt. + 7: [2023-05-09 14:50:11,755] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 60 +31: [2023-05-09 14:50:11,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt. +31: [2023-05-09 14:50:11,758] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 252 + 7: [2023-05-09 14:50:11,763] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 60 +31: [2023-05-09 14:50:11,764] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 252 + 6: [2023-05-09 14:50:11,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt. + 6: [2023-05-09 14:50:11,768] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 52 +31: [2023-05-09 14:50:11,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt. +31: [2023-05-09 14:50:11,769] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 254 +18: [2023-05-09 14:50:11,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-09 14:50:11,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-09 14:50:11,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-09 14:50:11,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-09 14:50:11,775] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 254 + 6: [2023-05-09 14:50:11,775] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 52 +26: [2023-05-09 14:50:11,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt. +26: [2023-05-09 14:50:11,777] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 208 + 0: [2023-05-09 14:50:11,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt. + 9: [2023-05-09 14:50:11,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt. + 9: [2023-05-09 14:50:11,777] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 76 + 0: [2023-05-09 14:50:11,777] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 0 +16: [2023-05-09 14:50:11,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +16: [2023-05-09 14:50:11,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +16: [2023-05-09 14:50:11,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +16: [2023-05-09 14:50:11,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_37-model_01-model_states.pt. +26: [2023-05-09 14:50:11,782] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 208 + 0: [2023-05-09 14:50:11,783] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 0 +26: [2023-05-09 14:50:11,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt. +26: [2023-05-09 14:50:11,783] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 212 + 9: [2023-05-09 14:50:11,784] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 76 + 0: could not find arguments in the checkpoint ... + 0: checkpoint version 3.0 +26: [2023-05-09 14:50:11,790] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 212 +29: [2023-05-09 14:50:11,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt. +29: [2023-05-09 14:50:11,796] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 234 +16: [2023-05-09 14:50:11,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-09 14:50:11,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-09 14:50:11,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt. +26: [2023-05-09 14:50:11,798] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 210 +16: [2023-05-09 14:50:11,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-09 14:50:11,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-09 14:50:11,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt. + 2: [2023-05-09 14:50:11,800] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 20 +29: [2023-05-09 14:50:11,803] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 234 +26: [2023-05-09 14:50:11,803] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 210 +18: [2023-05-09 14:50:11,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-09 14:50:11,806] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 20 +29: [2023-05-09 14:50:11,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt. +29: [2023-05-09 14:50:11,807] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 236 +18: [2023-05-09 14:50:11,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-09 14:50:11,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-09 14:50:11,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-09 14:50:11,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-09 14:50:11,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt. + 7: [2023-05-09 14:50:11,813] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 62 +29: [2023-05-09 14:50:11,814] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 236 +31: [2023-05-09 14:50:11,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt. +18: [2023-05-09 14:50:11,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +31: [2023-05-09 14:50:11,815] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 250 +18: [2023-05-09 14:50:11,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +18: [2023-05-09 14:50:11,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 9: [2023-05-09 14:50:11,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt. + 9: [2023-05-09 14:50:11,817] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 78 + 7: [2023-05-09 14:50:11,819] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 62 + 5: [2023-05-09 14:50:11,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt. + 5: [2023-05-09 14:50:11,820] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 46 +31: [2023-05-09 14:50:11,821] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 250 + 9: [2023-05-09 14:50:11,825] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 78 + 5: [2023-05-09 14:50:11,826] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 46 + 5: [2023-05-09 14:50:11,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt. + 5: [2023-05-09 14:50:11,828] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 40 +16: [2023-05-09 14:50:11,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-09 14:50:11,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-09 14:50:11,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-09 14:50:11,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-09 14:50:11,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt. + 6: [2023-05-09 14:50:11,834] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 50 + 5: [2023-05-09 14:50:11,834] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 40 +16: [2023-05-09 14:50:11,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +16: [2023-05-09 14:50:11,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-09 14:50:11,839] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 50 +16: [2023-05-09 14:50:11,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-09 14:50:11,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt... +29: [2023-05-09 14:50:11,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt. +29: [2023-05-09 14:50:11,859] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 238 +29: [2023-05-09 14:50:11,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt. +29: [2023-05-09 14:50:11,860] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 232 +18: [2023-05-09 14:50:11,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt. +18: [2023-05-09 14:50:11,861] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 148 +11: [2023-05-09 14:50:11,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt. +11: [2023-05-09 14:50:11,863] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 88 +29: [2023-05-09 14:50:11,867] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 238 +18: [2023-05-09 14:50:11,868] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 148 +29: [2023-05-09 14:50:11,870] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 232 +11: [2023-05-09 14:50:11,871] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 88 + 6: [2023-05-09 14:50:11,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt. + 6: [2023-05-09 14:50:11,874] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 54 + 5: [2023-05-09 14:50:11,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt. +18: [2023-05-09 14:50:11,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt. +18: [2023-05-09 14:50:11,876] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 146 + 5: [2023-05-09 14:50:11,877] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 44 + 6: [2023-05-09 14:50:11,882] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 54 + 5: [2023-05-09 14:50:11,883] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 44 +18: [2023-05-09 14:50:11,885] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 146 + 6: [2023-05-09 14:50:11,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt. + 6: [2023-05-09 14:50:11,889] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 48 +26: [2023-05-09 14:50:11,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt. +26: [2023-05-09 14:50:11,894] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 214 + 6: [2023-05-09 14:50:11,895] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 48 +26: [2023-05-09 14:50:11,900] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 214 +11: [2023-05-09 14:50:11,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt. +11: [2023-05-09 14:50:11,904] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 94 +11: [2023-05-09 14:50:11,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt. +11: [2023-05-09 14:50:11,905] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 90 +11: [2023-05-09 14:50:11,910] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 94 +11: [2023-05-09 14:50:11,911] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 90 +18: [2023-05-09 14:50:11,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt. +18: [2023-05-09 14:50:11,921] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 144 + 2: [2023-05-09 14:50:11,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt. + 2: [2023-05-09 14:50:11,926] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 22 +18: [2023-05-09 14:50:11,927] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 144 + 2: [2023-05-09 14:50:11,932] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 22 + 0: [2023-05-09 14:50:11,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt. + 0: [2023-05-09 14:50:11,958] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 2 + 9: [2023-05-09 14:50:11,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt. + 9: [2023-05-09 14:50:11,958] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 74 + 9: [2023-05-09 14:50:11,964] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 74 + 0: [2023-05-09 14:50:11,967] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 2 + 9: [2023-05-09 14:50:11,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt. + 9: [2023-05-09 14:50:11,978] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 72 +15: [2023-05-09 14:50:11,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt. +15: [2023-05-09 14:50:11,985] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 124 + 9: [2023-05-09 14:50:11,987] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 72 +15: [2023-05-09 14:50:11,991] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 124 +31: [2023-05-09 14:50:12,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt. +31: [2023-05-09 14:50:12,019] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 248 +31: [2023-05-09 14:50:12,024] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 248 + 3: [2023-05-09 14:50:12,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt. + 3: [2023-05-09 14:50:12,041] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 24 + 3: [2023-05-09 14:50:12,047] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 24 + 3: [2023-05-09 14:50:12,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt. + 3: [2023-05-09 14:50:12,052] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 26 + 3: [2023-05-09 14:50:12,059] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 26 + 3: [2023-05-09 14:50:12,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt. + 3: [2023-05-09 14:50:12,069] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 28 + 3: [2023-05-09 14:50:12,075] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 28 + 5: [2023-05-09 14:50:12,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt. + 5: [2023-05-09 14:50:12,106] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 42 + 5: [2023-05-09 14:50:12,112] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 42 + 3: [2023-05-09 14:50:12,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt. + 3: [2023-05-09 14:50:12,148] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 30 +21: [2023-05-09 14:50:12,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt. +21: [2023-05-09 14:50:12,151] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 174 + 3: [2023-05-09 14:50:12,155] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 30 +21: [2023-05-09 14:50:12,159] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 174 +13: [2023-05-09 14:50:12,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt. +13: [2023-05-09 14:50:12,214] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 110 +13: [2023-05-09 14:50:12,222] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 110 +12: [2023-05-09 14:50:12,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +12: [2023-05-09 14:50:12,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +12: [2023-05-09 14:50:12,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 6: [2023-05-09 14:50:12,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 6: [2023-05-09 14:50:12,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +12: [2023-05-09 14:50:12,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 6: [2023-05-09 14:50:12,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 6: [2023-05-09 14:50:12,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +12: [2023-05-09 14:50:12,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-09 14:50:12,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +12: [2023-05-09 14:50:12,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-09 14:50:12,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-09 14:50:12,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-09 14:50:12,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 6: [2023-05-09 14:50:12,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-09 14:50:12,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +12: [2023-05-09 14:50:12,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 6: [2023-05-09 14:50:12,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-09 14:50:12,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-09 14:50:12,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-09 14:50:12,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 6: [2023-05-09 14:50:12,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +31: [2023-05-09 14:50:12,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 6: [2023-05-09 14:50:12,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-09 14:50:12,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +12: [2023-05-09 14:50:12,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-09 14:50:12,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +12: [2023-05-09 14:50:12,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-09 14:50:12,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-09 14:50:12,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 6: [2023-05-09 14:50:12,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-09 14:50:12,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-09 14:50:12,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-09 14:50:12,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-09 14:50:12,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 6: [2023-05-09 14:50:12,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +31: [2023-05-09 14:50:12,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-09 14:50:12,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-09 14:50:12,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-09 14:50:12,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +31: [2023-05-09 14:50:12,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-09 14:50:12,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +31: [2023-05-09 14:50:12,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-09 14:50:12,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-09 14:50:12,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +31: [2023-05-09 14:50:12,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-09 14:50:12,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-09 14:50:12,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +12: [2023-05-09 14:50:12,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +12: [2023-05-09 14:50:12,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +12: [2023-05-09 14:50:12,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +12: [2023-05-09 14:50:12,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 6: [2023-05-09 14:50:12,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 6: [2023-05-09 14:50:12,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 6: [2023-05-09 14:50:12,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 6: [2023-05-09 14:50:12,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-09 14:50:12,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-09 14:50:12,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-09 14:50:12,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-09 14:50:12,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +10: [2023-05-09 14:50:12,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-09 14:50:12,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-09 14:50:12,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-09 14:50:12,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-09 14:50:12,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-09 14:50:12,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-09 14:50:12,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-09 14:50:12,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 5: [2023-05-09 14:50:12,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 5: [2023-05-09 14:50:12,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 5: [2023-05-09 14:50:12,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 9: [2023-05-09 14:50:12,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 9: [2023-05-09 14:50:12,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 5: [2023-05-09 14:50:12,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 9: [2023-05-09 14:50:12,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 9: [2023-05-09 14:50:12,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +24: [2023-05-09 14:50:12,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +24: [2023-05-09 14:50:12,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +24: [2023-05-09 14:50:12,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +24: [2023-05-09 14:50:12,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +18: [2023-05-09 14:50:12,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +18: [2023-05-09 14:50:12,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +15: [2023-05-09 14:50:12,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +18: [2023-05-09 14:50:12,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +15: [2023-05-09 14:50:12,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +15: [2023-05-09 14:50:12,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +18: [2023-05-09 14:50:12,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +15: [2023-05-09 14:50:12,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-09 14:50:12,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt. +10: [2023-05-09 14:50:12,854] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 84 + 4: [2023-05-09 14:50:12,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 4: [2023-05-09 14:50:12,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 4: [2023-05-09 14:50:12,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 4: [2023-05-09 14:50:12,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +29: [2023-05-09 14:50:12,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +29: [2023-05-09 14:50:12,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +29: [2023-05-09 14:50:12,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +29: [2023-05-09 14:50:12,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +14: [2023-05-09 14:50:12,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +14: [2023-05-09 14:50:12,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +14: [2023-05-09 14:50:12,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +14: [2023-05-09 14:50:12,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-09 14:50:12,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-09 14:50:12,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:12,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 0: [2023-05-09 14:50:12,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +30: [2023-05-09 14:50:12,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +30: [2023-05-09 14:50:12,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +30: [2023-05-09 14:50:12,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +25: [2023-05-09 14:50:12,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 0: [2023-05-09 14:50:12,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +25: [2023-05-09 14:50:12,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +25: [2023-05-09 14:50:12,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-09 14:50:12,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +27: [2023-05-09 14:50:12,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-09 14:50:12,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-09 14:50:12,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +25: [2023-05-09 14:50:12,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-09 14:50:12,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-09 14:50:12,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-09 14:50:12,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-09 14:50:12,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +28: [2023-05-09 14:50:12,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-09 14:50:12,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 0: [2023-05-09 14:50:12,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-09 14:50:12,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +28: [2023-05-09 14:50:12,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-09 14:50:12,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-09 14:50:12,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-09 14:50:12,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-09 14:50:12,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 3: [2023-05-09 14:50:12,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-09 14:50:12,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 3: [2023-05-09 14:50:12,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 3: [2023-05-09 14:50:12,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-09 14:50:12,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-09 14:50:12,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +27: [2023-05-09 14:50:12,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-09 14:50:12,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 3: [2023-05-09 14:50:12,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +21: [2023-05-09 14:50:12,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +21: [2023-05-09 14:50:12,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +21: [2023-05-09 14:50:12,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +23: [2023-05-09 14:50:12,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +23: [2023-05-09 14:50:12,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-09 14:50:12,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-09 14:50:12,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +17: [2023-05-09 14:50:12,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-09 14:50:12,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +27: [2023-05-09 14:50:12,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +27: [2023-05-09 14:50:12,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +27: [2023-05-09 14:50:12,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +17: [2023-05-09 14:50:12,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +21: [2023-05-09 14:50:12,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 8: [2023-05-09 14:50:12,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 8: [2023-05-09 14:50:12,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +23: [2023-05-09 14:50:12,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 8: [2023-05-09 14:50:12,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-09 14:50:12,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-09 14:50:12,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-09 14:50:12,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +10: [2023-05-09 14:50:12,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +10: [2023-05-09 14:50:12,864] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 84 +10: [2023-05-09 14:50:12,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 7: [2023-05-09 14:50:12,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 7: [2023-05-09 14:50:12,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 7: [2023-05-09 14:50:12,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 7: [2023-05-09 14:50:12,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 2: [2023-05-09 14:50:12,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 2: [2023-05-09 14:50:12,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-09 14:50:12,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +10: [2023-05-09 14:50:12,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-09 14:50:12,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-09 14:50:12,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +11: [2023-05-09 14:50:12,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +23: [2023-05-09 14:50:12,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 2: [2023-05-09 14:50:12,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 2: [2023-05-09 14:50:12,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-09 14:50:12,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-09 14:50:12,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-09 14:50:12,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 1: [2023-05-09 14:50:12,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 1: [2023-05-09 14:50:12,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +11: [2023-05-09 14:50:12,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +22: [2023-05-09 14:50:12,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +22: [2023-05-09 14:50:12,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +22: [2023-05-09 14:50:12,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +11: [2023-05-09 14:50:12,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-09 14:50:12,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 5: [2023-05-09 14:50:12,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:12,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +18: [2023-05-09 14:50:12,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:12,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +17: [2023-05-09 14:50:12,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 5: [2023-05-09 14:50:12,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-09 14:50:12,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +15: [2023-05-09 14:50:12,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-09 14:50:12,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:12,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-09 14:50:12,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-09 14:50:12,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +20: [2023-05-09 14:50:12,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +20: [2023-05-09 14:50:12,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +15: [2023-05-09 14:50:12,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-09 14:50:12,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +24: [2023-05-09 14:50:12,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:12,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-09 14:50:12,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 9: [2023-05-09 14:50:12,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-09 14:50:12,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-09 14:50:12,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +13: [2023-05-09 14:50:12,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +24: [2023-05-09 14:50:12,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-09 14:50:12,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-09 14:50:12,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-09 14:50:12,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 5: [2023-05-09 14:50:12,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-09 14:50:12,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +24: [2023-05-09 14:50:12,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-09 14:50:12,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +19: [2023-05-09 14:50:12,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +19: [2023-05-09 14:50:12,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 5: [2023-05-09 14:50:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 5: [2023-05-09 14:50:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +18: [2023-05-09 14:50:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-09 14:50:12,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 9: [2023-05-09 14:50:12,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-09 14:50:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-09 14:50:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-09 14:50:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +19: [2023-05-09 14:50:12,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +18: [2023-05-09 14:50:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-09 14:50:12,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-09 14:50:12,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-09 14:50:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-09 14:50:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-09 14:50:12,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-09 14:50:12,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +18: [2023-05-09 14:50:12,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:12,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-09 14:50:12,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-09 14:50:12,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-09 14:50:12,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-09 14:50:12,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +29: [2023-05-09 14:50:12,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:12,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-09 14:50:12,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +24: [2023-05-09 14:50:12,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +24: [2023-05-09 14:50:12,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +24: [2023-05-09 14:50:12,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 9: [2023-05-09 14:50:12,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 5: [2023-05-09 14:50:12,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +29: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 4: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 5: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 5: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 5: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +18: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +18: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +18: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +18: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 4: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +15: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +15: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 5: [2023-05-09 14:50:12,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 4: [2023-05-09 14:50:12,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-09 14:50:12,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 4: [2023-05-09 14:50:12,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 4: [2023-05-09 14:50:12,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 4: [2023-05-09 14:50:12,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-09 14:50:12,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-09 14:50:12,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:12,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-09 14:50:12,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +15: [2023-05-09 14:50:12,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-09 14:50:12,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +14: [2023-05-09 14:50:12,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-09 14:50:12,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-09 14:50:12,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:12,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +18: [2023-05-09 14:50:12,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +18: [2023-05-09 14:50:12,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +18: [2023-05-09 14:50:12,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +29: [2023-05-09 14:50:12,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-09 14:50:12,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-09 14:50:12,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +14: [2023-05-09 14:50:12,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-09 14:50:12,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-09 14:50:12,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +15: [2023-05-09 14:50:12,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +15: [2023-05-09 14:50:12,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +29: [2023-05-09 14:50:12,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:12,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:12,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +29: [2023-05-09 14:50:12,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +15: [2023-05-09 14:50:12,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +29: [2023-05-09 14:50:12,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +29: [2023-05-09 14:50:12,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 4: [2023-05-09 14:50:12,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 4: [2023-05-09 14:50:12,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 4: [2023-05-09 14:50:12,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +29: [2023-05-09 14:50:12,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 4: [2023-05-09 14:50:12,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +29: [2023-05-09 14:50:12,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +30: [2023-05-09 14:50:12,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-09 14:50:12,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-09 14:50:12,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-09 14:50:12,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-09 14:50:12,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-09 14:50:12,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-09 14:50:12,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-09 14:50:12,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 3: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +28: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +28: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +28: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +28: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +25: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +14: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +28: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +28: [2023-05-09 14:50:12,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +14: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +14: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +25: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 9: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 8: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +25: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 3: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 0: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 0: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +21: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-09 14:50:12,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 3: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 9: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 3: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +30: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +28: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +28: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 0: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 8: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 3: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +28: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 7: [2023-05-09 14:50:12,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +25: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +25: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +25: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 3: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +30: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 3: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 3: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 7: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 3: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 3: [2023-05-09 14:50:12,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 7: [2023-05-09 14:50:12,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-09 14:50:12,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-09 14:50:12,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +21: [2023-05-09 14:50:12,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-09 14:50:12,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-09 14:50:12,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-09 14:50:12,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-09 14:50:12,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-09 14:50:12,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 7: [2023-05-09 14:50:12,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +21: [2023-05-09 14:50:12,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-09 14:50:12,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-09 14:50:12,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:12,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-09 14:50:12,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt. +11: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 1: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 0: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 1: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt... + 6: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt... + 6: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt... + 6: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt... + 0: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 2: [2023-05-09 14:50:12,881] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 16 +30: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +21: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +21: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +21: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +30: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +30: [2023-05-09 14:50:12,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +17: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt... +31: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt... +31: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt... +31: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt... +30: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +30: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +17: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +17: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +17: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 1: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +11: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +22: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-09 14:50:12,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +14: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +14: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +14: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +22: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 1: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt. +11: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 8: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 1: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +13: [2023-05-09 14:50:12,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 1: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 1: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:12,884] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 14 + 8: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +11: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 8: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 8: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +17: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +17: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 7: [2023-05-09 14:50:12,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 2: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +13: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +11: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +11: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +11: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 8: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +11: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 7: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +21: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +21: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +21: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 7: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 2: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 2: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +21: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 2: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +17: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-09 14:50:12,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +13: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +17: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +22: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 2: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +22: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +20: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 1: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +19: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +20: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +13: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-09 14:50:12,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +22: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +19: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +11: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +13: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +11: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +22: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +22: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +22: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +22: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 1: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +16: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. + 1: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt. +13: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +13: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +13: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +16: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +19: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +19: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +19: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +16: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +13: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 1: [2023-05-09 14:50:12,888] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 10 + 2: [2023-05-09 14:50:12,888] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 16 +20: [2023-05-09 14:50:12,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-09 14:50:12,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-09 14:50:12,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-09 14:50:12,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +26: [2023-05-09 14:50:12,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +20: [2023-05-09 14:50:12,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-09 14:50:12,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-09 14:50:12,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-09 14:50:12,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +19: [2023-05-09 14:50:12,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +26: [2023-05-09 14:50:12,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +26: [2023-05-09 14:50:12,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_38-model_01-model_states.pt. +22: [2023-05-09 14:50:12,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +22: [2023-05-09 14:50:12,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +22: [2023-05-09 14:50:12,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +20: [2023-05-09 14:50:12,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +20: [2023-05-09 14:50:12,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +22: [2023-05-09 14:50:12,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +20: [2023-05-09 14:50:12,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +12: [2023-05-09 14:50:12,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt... +12: [2023-05-09 14:50:12,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt... +12: [2023-05-09 14:50:12,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt... +12: [2023-05-09 14:50:12,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt... +20: [2023-05-09 14:50:12,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 1: [2023-05-09 14:50:12,890] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 14 +23: [2023-05-09 14:50:12,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-09 14:50:12,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-09 14:50:12,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-09 14:50:12,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +24: [2023-05-09 14:50:12,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt. +24: [2023-05-09 14:50:12,891] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 192 +19: [2023-05-09 14:50:12,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +19: [2023-05-09 14:50:12,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +19: [2023-05-09 14:50:12,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +19: [2023-05-09 14:50:12,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +23: [2023-05-09 14:50:12,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +23: [2023-05-09 14:50:12,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +23: [2023-05-09 14:50:12,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +23: [2023-05-09 14:50:12,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +20: [2023-05-09 14:50:12,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +20: [2023-05-09 14:50:12,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +20: [2023-05-09 14:50:12,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 1: [2023-05-09 14:50:12,896] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 10 +20: [2023-05-09 14:50:12,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +24: [2023-05-09 14:50:12,898] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 192 +27: [2023-05-09 14:50:12,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt... +27: [2023-05-09 14:50:12,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt... +27: [2023-05-09 14:50:12,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt... +27: [2023-05-09 14:50:12,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt... + 0: [2023-05-09 14:50:12,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt. + 0: [2023-05-09 14:50:12,917] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 6 + 9: [2023-05-09 14:50:12,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt... + 9: [2023-05-09 14:50:12,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt... + 9: [2023-05-09 14:50:12,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt... + 9: [2023-05-09 14:50:12,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt... +26: [2023-05-09 14:50:12,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-09 14:50:12,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt... + 5: [2023-05-09 14:50:12,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt... + 5: [2023-05-09 14:50:12,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt... + 5: [2023-05-09 14:50:12,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt... +29: [2023-05-09 14:50:12,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt... +26: [2023-05-09 14:50:12,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-09 14:50:12,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt... +29: [2023-05-09 14:50:12,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt... +29: [2023-05-09 14:50:12,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt... +26: [2023-05-09 14:50:12,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... + 4: [2023-05-09 14:50:12,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt... + 4: [2023-05-09 14:50:12,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt... + 4: [2023-05-09 14:50:12,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt... + 4: [2023-05-09 14:50:12,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt... +25: [2023-05-09 14:50:12,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt... +25: [2023-05-09 14:50:12,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt... +25: [2023-05-09 14:50:12,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt... +25: [2023-05-09 14:50:12,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt... +28: [2023-05-09 14:50:12,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt... +28: [2023-05-09 14:50:12,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt... +28: [2023-05-09 14:50:12,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt... +28: [2023-05-09 14:50:12,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt... + 3: [2023-05-09 14:50:12,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt... + 3: [2023-05-09 14:50:12,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt... + 3: [2023-05-09 14:50:12,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt... + 3: [2023-05-09 14:50:12,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt... +26: [2023-05-09 14:50:12,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-09 14:50:12,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-09 14:50:12,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-09 14:50:12,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-09 14:50:12,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +26: [2023-05-09 14:50:12,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-09 14:50:12,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +26: [2023-05-09 14:50:12,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-09 14:50:12,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +26: [2023-05-09 14:50:12,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +26: [2023-05-09 14:50:12,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. + 0: [2023-05-09 14:50:12,930] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 6 +26: [2023-05-09 14:50:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +26: [2023-05-09 14:50:12,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +18: [2023-05-09 14:50:12,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt... +18: [2023-05-09 14:50:12,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt... +18: [2023-05-09 14:50:12,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt... +18: [2023-05-09 14:50:12,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt... +30: [2023-05-09 14:50:12,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt... +30: [2023-05-09 14:50:12,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt... +30: [2023-05-09 14:50:12,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt... +30: [2023-05-09 14:50:12,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt... +10: [2023-05-09 14:50:12,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt... +10: [2023-05-09 14:50:12,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt... +10: [2023-05-09 14:50:12,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt... +10: [2023-05-09 14:50:12,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt... + 7: [2023-05-09 14:50:12,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt... + 7: [2023-05-09 14:50:12,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt... + 7: [2023-05-09 14:50:12,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt... + 7: [2023-05-09 14:50:12,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt... +12: [2023-05-09 14:50:12,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt. +12: [2023-05-09 14:50:12,937] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 98 + 8: [2023-05-09 14:50:12,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt... + 8: [2023-05-09 14:50:12,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt... + 8: [2023-05-09 14:50:12,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt... + 8: [2023-05-09 14:50:12,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt... +11: [2023-05-09 14:50:12,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt... +11: [2023-05-09 14:50:12,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt... +11: [2023-05-09 14:50:12,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt... +11: [2023-05-09 14:50:12,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt... + 2: [2023-05-09 14:50:12,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt... + 2: [2023-05-09 14:50:12,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt... + 2: [2023-05-09 14:50:12,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt... + 2: [2023-05-09 14:50:12,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt... + 0: [2023-05-09 14:50:12,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt... + 0: [2023-05-09 14:50:12,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt... + 0: [2023-05-09 14:50:12,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt... + 0: [2023-05-09 14:50:12,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt... +14: [2023-05-09 14:50:12,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt... +14: [2023-05-09 14:50:12,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt... +14: [2023-05-09 14:50:12,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt... +14: [2023-05-09 14:50:12,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt... + 1: [2023-05-09 14:50:12,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt... + 1: [2023-05-09 14:50:12,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt... + 1: [2023-05-09 14:50:12,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt... + 1: [2023-05-09 14:50:12,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt... +15: [2023-05-09 14:50:12,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt... +15: [2023-05-09 14:50:12,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt... +15: [2023-05-09 14:50:12,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt... +15: [2023-05-09 14:50:12,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt... +12: [2023-05-09 14:50:12,946] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 98 +13: [2023-05-09 14:50:12,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt... +13: [2023-05-09 14:50:12,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt... +13: [2023-05-09 14:50:12,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt... +13: [2023-05-09 14:50:12,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt... +21: [2023-05-09 14:50:12,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt... +21: [2023-05-09 14:50:12,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt... +21: [2023-05-09 14:50:12,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt... +21: [2023-05-09 14:50:12,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt... +13: [2023-05-09 14:50:12,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt. +13: [2023-05-09 14:50:12,952] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 108 +17: [2023-05-09 14:50:12,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt... +17: [2023-05-09 14:50:12,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt... +17: [2023-05-09 14:50:12,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt... +17: [2023-05-09 14:50:12,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt... +11: [2023-05-09 14:50:12,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt. +11: [2023-05-09 14:50:12,956] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 92 + 1: [2023-05-09 14:50:12,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt. +16: [2023-05-09 14:50:12,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-09 14:50:12,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-09 14:50:12,957] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 12 +16: [2023-05-09 14:50:12,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-09 14:50:12,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-09 14:50:12,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-09 14:50:12,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-09 14:50:12,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +16: [2023-05-09 14:50:12,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +16: [2023-05-09 14:50:12,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +13: [2023-05-09 14:50:12,958] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 108 +16: [2023-05-09 14:50:12,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +16: [2023-05-09 14:50:12,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-09 14:50:12,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +16: [2023-05-09 14:50:12,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +16: [2023-05-09 14:50:12,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-09 14:50:12,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt... +16: [2023-05-09 14:50:12,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/layer_40-model_01-model_states.pt. +11: [2023-05-09 14:50:12,963] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 92 + 1: [2023-05-09 14:50:12,964] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 12 +19: [2023-05-09 14:50:12,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt... +19: [2023-05-09 14:50:12,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt... +19: [2023-05-09 14:50:12,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt... +19: [2023-05-09 14:50:12,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt... +26: [2023-05-09 14:50:12,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt... +26: [2023-05-09 14:50:12,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt... +26: [2023-05-09 14:50:12,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt... +26: [2023-05-09 14:50:12,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt... +22: [2023-05-09 14:50:12,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt. +22: [2023-05-09 14:50:12,984] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 178 +24: [2023-05-09 14:50:12,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt... +24: [2023-05-09 14:50:12,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt... +24: [2023-05-09 14:50:12,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt... +24: [2023-05-09 14:50:12,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt... +22: [2023-05-09 14:50:12,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt... + 2: [2023-05-09 14:50:12,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt. +22: [2023-05-09 14:50:12,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt... +22: [2023-05-09 14:50:12,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt... +22: [2023-05-09 14:50:12,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt... + 2: [2023-05-09 14:50:12,991] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 18 +22: [2023-05-09 14:50:12,992] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 178 +23: [2023-05-09 14:50:12,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt. +23: [2023-05-09 14:50:12,995] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 188 +23: [2023-05-09 14:50:12,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt. +23: [2023-05-09 14:50:12,997] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 186 +20: [2023-05-09 14:50:12,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt. +20: [2023-05-09 14:50:12,997] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 162 + 2: [2023-05-09 14:50:12,998] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 18 +23: [2023-05-09 14:50:13,002] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 188 +23: [2023-05-09 14:50:13,005] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 186 +20: [2023-05-09 14:50:13,006] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 162 +21: [2023-05-09 14:50:13,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt. +17: [2023-05-09 14:50:13,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt. +21: [2023-05-09 14:50:13,008] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 170 +17: [2023-05-09 14:50:13,008] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 140 +23: [2023-05-09 14:50:13,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt... +23: [2023-05-09 14:50:13,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt... +23: [2023-05-09 14:50:13,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt... +23: [2023-05-09 14:50:13,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt... +10: [2023-05-09 14:50:13,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt. +10: [2023-05-09 14:50:13,012] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 82 +21: [2023-05-09 14:50:13,015] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 170 +17: [2023-05-09 14:50:13,016] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 140 +24: [2023-05-09 14:50:13,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt. +24: [2023-05-09 14:50:13,021] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 198 +10: [2023-05-09 14:50:13,026] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 82 +24: [2023-05-09 14:50:13,028] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 198 +24: [2023-05-09 14:50:13,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt. +24: [2023-05-09 14:50:13,029] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 196 +20: [2023-05-09 14:50:13,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt... +20: [2023-05-09 14:50:13,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt... +20: [2023-05-09 14:50:13,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt... +20: [2023-05-09 14:50:13,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt... +16: [2023-05-09 14:50:13,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt... +16: [2023-05-09 14:50:13,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt... +16: [2023-05-09 14:50:13,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt... +16: [2023-05-09 14:50:13,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt... +24: [2023-05-09 14:50:13,037] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 196 +14: [2023-05-09 14:50:13,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt. +14: [2023-05-09 14:50:13,042] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 112 +12: [2023-05-09 14:50:13,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt. +12: [2023-05-09 14:50:13,044] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 96 +19: [2023-05-09 14:50:13,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt. +19: [2023-05-09 14:50:13,045] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 152 +14: [2023-05-09 14:50:13,049] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 112 +12: [2023-05-09 14:50:13,052] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 96 +19: [2023-05-09 14:50:13,053] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 152 +23: [2023-05-09 14:50:13,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt. +23: [2023-05-09 14:50:13,053] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 190 +15: [2023-05-09 14:50:13,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt. +15: [2023-05-09 14:50:13,061] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 122 +23: [2023-05-09 14:50:13,061] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 190 +15: [2023-05-09 14:50:13,067] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 122 + 8: [2023-05-09 14:50:13,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt. + 8: [2023-05-09 14:50:13,067] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 70 +13: [2023-05-09 14:50:13,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt. +13: [2023-05-09 14:50:13,070] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 106 +22: [2023-05-09 14:50:13,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt. +22: [2023-05-09 14:50:13,074] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 182 + 8: [2023-05-09 14:50:13,075] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 70 +20: [2023-05-09 14:50:13,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt. +20: [2023-05-09 14:50:13,076] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 164 +19: [2023-05-09 14:50:13,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt. +19: [2023-05-09 14:50:13,077] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 154 +13: [2023-05-09 14:50:13,079] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 106 +22: [2023-05-09 14:50:13,080] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 182 +20: [2023-05-09 14:50:13,082] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 164 +19: [2023-05-09 14:50:13,083] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 154 +20: [2023-05-09 14:50:13,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt. +20: [2023-05-09 14:50:13,086] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 166 +20: [2023-05-09 14:50:13,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt. +20: [2023-05-09 14:50:13,088] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 160 +18: [2023-05-09 14:50:13,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt. +18: [2023-05-09 14:50:13,092] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 150 +20: [2023-05-09 14:50:13,094] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 160 +20: [2023-05-09 14:50:13,095] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 166 +18: [2023-05-09 14:50:13,099] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 150 +22: [2023-05-09 14:50:13,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt. +22: [2023-05-09 14:50:13,109] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 180 +22: [2023-05-09 14:50:13,115] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 180 +16: [2023-05-09 14:50:13,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt. +16: [2023-05-09 14:50:13,123] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 128 +15: [2023-05-09 14:50:13,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt. +15: [2023-05-09 14:50:13,132] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 126 +16: [2023-05-09 14:50:13,132] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 128 +15: [2023-05-09 14:50:13,139] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 126 + 0: [2023-05-09 14:50:13,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt. + 0: [2023-05-09 14:50:13,140] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 4 +14: [2023-05-09 14:50:13,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt. +14: [2023-05-09 14:50:13,145] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 118 +21: [2023-05-09 14:50:13,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt. +21: [2023-05-09 14:50:13,146] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 168 +19: [2023-05-09 14:50:13,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt. +19: [2023-05-09 14:50:13,146] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 158 + 0: [2023-05-09 14:50:13,150] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 4 +24: [2023-05-09 14:50:13,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt. +24: [2023-05-09 14:50:13,151] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 194 +14: [2023-05-09 14:50:13,152] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 118 +21: [2023-05-09 14:50:13,153] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 168 +19: [2023-05-09 14:50:13,153] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 158 +14: [2023-05-09 14:50:13,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt. +14: [2023-05-09 14:50:13,156] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 114 +24: [2023-05-09 14:50:13,159] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 194 +14: [2023-05-09 14:50:13,163] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 114 +17: [2023-05-09 14:50:13,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt. +17: [2023-05-09 14:50:13,169] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 136 +17: [2023-05-09 14:50:13,175] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 136 +22: [2023-05-09 14:50:13,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt. +22: [2023-05-09 14:50:13,221] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 176 +22: [2023-05-09 14:50:13,227] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 176 +21: [2023-05-09 14:50:13,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt. +21: [2023-05-09 14:50:13,228] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 172 +21: [2023-05-09 14:50:13,236] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 172 + 6: [2023-05-09 14:50:13,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt. +12: [2023-05-09 14:50:13,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt. + 6: [2023-05-09 14:50:13,263] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 49 +12: [2023-05-09 14:50:13,263] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 103 + 6: [2023-05-09 14:50:13,270] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 49 +12: [2023-05-09 14:50:13,270] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 103 +28: [2023-05-09 14:50:13,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt. +28: [2023-05-09 14:50:13,273] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 225 +23: [2023-05-09 14:50:13,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt. +23: [2023-05-09 14:50:13,275] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 184 +28: [2023-05-09 14:50:13,279] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 225 +23: [2023-05-09 14:50:13,281] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 184 + 9: [2023-05-09 14:50:13,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt. + 2: [2023-05-09 14:50:13,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt. + 9: [2023-05-09 14:50:13,347] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 75 + 2: [2023-05-09 14:50:13,347] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 21 + 2: [2023-05-09 14:50:13,354] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 21 + 9: [2023-05-09 14:50:13,354] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 75 +28: [2023-05-09 14:50:13,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt. +28: [2023-05-09 14:50:13,356] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 227 + 6: [2023-05-09 14:50:13,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt. + 6: [2023-05-09 14:50:13,360] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 53 +28: [2023-05-09 14:50:13,363] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 227 + 3: [2023-05-09 14:50:13,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt. + 3: [2023-05-09 14:50:13,367] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 31 + 6: [2023-05-09 14:50:13,368] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 53 + 3: [2023-05-09 14:50:13,374] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 31 +28: [2023-05-09 14:50:13,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt. +28: [2023-05-09 14:50:13,374] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 229 + 3: [2023-05-09 14:50:13,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt. + 3: [2023-05-09 14:50:13,379] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 27 +28: [2023-05-09 14:50:13,381] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 229 + 6: [2023-05-09 14:50:13,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt. + 6: [2023-05-09 14:50:13,382] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 55 + 3: [2023-05-09 14:50:13,385] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 27 + 6: [2023-05-09 14:50:13,388] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 55 +19: [2023-05-09 14:50:13,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt. +19: [2023-05-09 14:50:13,388] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 156 +31: [2023-05-09 14:50:13,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt. +31: [2023-05-09 14:50:13,394] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 255 +19: [2023-05-09 14:50:13,395] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 156 +10: [2023-05-09 14:50:13,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt. +10: [2023-05-09 14:50:13,395] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 81 + 0: [2023-05-09 14:50:13,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt. + 0: [2023-05-09 14:50:13,396] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 3 +25: [2023-05-09 14:50:13,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt. +25: [2023-05-09 14:50:13,398] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 201 +31: [2023-05-09 14:50:13,400] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 255 +14: [2023-05-09 14:50:13,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt. +14: [2023-05-09 14:50:13,401] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 117 +16: [2023-05-09 14:50:13,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt. +16: [2023-05-09 14:50:13,402] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 131 +10: [2023-05-09 14:50:13,402] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 81 + 0: [2023-05-09 14:50:13,404] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 3 +25: [2023-05-09 14:50:13,405] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 201 +15: [2023-05-09 14:50:13,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt. +15: [2023-05-09 14:50:13,409] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 127 +16: [2023-05-09 14:50:13,409] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 131 +14: [2023-05-09 14:50:13,409] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 117 + 5: [2023-05-09 14:50:13,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt. + 5: [2023-05-09 14:50:13,412] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 41 + 1: [2023-05-09 14:50:13,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt. + 1: [2023-05-09 14:50:13,413] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 9 + 4: [2023-05-09 14:50:13,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt. + 4: [2023-05-09 14:50:13,413] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 39 +15: [2023-05-09 14:50:13,415] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 127 + 6: [2023-05-09 14:50:13,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt. + 6: [2023-05-09 14:50:13,417] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 51 + 5: [2023-05-09 14:50:13,418] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 41 + 9: [2023-05-09 14:50:13,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt. + 4: [2023-05-09 14:50:13,419] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 39 + 9: [2023-05-09 14:50:13,419] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 77 + 1: [2023-05-09 14:50:13,420] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 9 +27: [2023-05-09 14:50:13,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt. +27: [2023-05-09 14:50:13,421] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 221 +29: [2023-05-09 14:50:13,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt. +29: [2023-05-09 14:50:13,425] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 233 + 6: [2023-05-09 14:50:13,425] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 51 + 9: [2023-05-09 14:50:13,425] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 77 +27: [2023-05-09 14:50:13,428] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 221 +31: [2023-05-09 14:50:13,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt. +31: [2023-05-09 14:50:13,429] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 251 +29: [2023-05-09 14:50:13,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt. +29: [2023-05-09 14:50:13,429] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 237 +18: [2023-05-09 14:50:13,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt. +11: [2023-05-09 14:50:13,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt. +18: [2023-05-09 14:50:13,430] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 147 + 2: [2023-05-09 14:50:13,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt. +11: [2023-05-09 14:50:13,430] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 91 + 2: [2023-05-09 14:50:13,430] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 23 +29: [2023-05-09 14:50:13,431] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 233 + 4: [2023-05-09 14:50:13,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt. +31: [2023-05-09 14:50:13,435] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 251 + 4: [2023-05-09 14:50:13,435] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 35 +18: [2023-05-09 14:50:13,436] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 147 + 0: [2023-05-09 14:50:13,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt. +11: [2023-05-09 14:50:13,437] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 91 + 0: [2023-05-09 14:50:13,437] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 1 +29: [2023-05-09 14:50:13,437] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 237 + 2: [2023-05-09 14:50:13,438] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 23 +30: [2023-05-09 14:50:13,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt. +30: [2023-05-09 14:50:13,438] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 243 + 4: [2023-05-09 14:50:13,442] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 35 +31: [2023-05-09 14:50:13,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt. +31: [2023-05-09 14:50:13,442] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 253 +27: [2023-05-09 14:50:13,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt. +27: [2023-05-09 14:50:13,443] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 223 +12: [2023-05-09 14:50:13,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt. +12: [2023-05-09 14:50:13,443] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 101 + 8: [2023-05-09 14:50:13,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt. + 8: [2023-05-09 14:50:13,443] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 67 + 0: [2023-05-09 14:50:13,444] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 1 +30: [2023-05-09 14:50:13,445] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 243 +31: [2023-05-09 14:50:13,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt. +31: [2023-05-09 14:50:13,445] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 249 +27: [2023-05-09 14:50:13,448] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 223 +12: [2023-05-09 14:50:13,449] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 101 + 8: [2023-05-09 14:50:13,450] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 67 +31: [2023-05-09 14:50:13,451] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 253 + 1: [2023-05-09 14:50:13,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt. + 1: [2023-05-09 14:50:13,451] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 11 +14: [2023-05-09 14:50:13,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt. +14: [2023-05-09 14:50:13,452] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 115 +31: [2023-05-09 14:50:13,452] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 249 +28: [2023-05-09 14:50:13,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt. +28: [2023-05-09 14:50:13,454] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 231 + 3: [2023-05-09 14:50:13,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt. + 3: [2023-05-09 14:50:13,455] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 25 +13: [2023-05-09 14:50:13,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt. +13: [2023-05-09 14:50:13,457] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 111 + 1: [2023-05-09 14:50:13,457] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 11 +14: [2023-05-09 14:50:13,458] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 115 +28: [2023-05-09 14:50:13,460] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 231 + 8: [2023-05-09 14:50:13,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt. + 8: [2023-05-09 14:50:13,460] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 65 + 5: [2023-05-09 14:50:13,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt. + 5: [2023-05-09 14:50:13,462] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 45 + 7: [2023-05-09 14:50:13,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt. +13: [2023-05-09 14:50:13,463] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 111 + 7: [2023-05-09 14:50:13,463] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 63 + 3: [2023-05-09 14:50:13,465] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 25 +18: [2023-05-09 14:50:13,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt. +18: [2023-05-09 14:50:13,466] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 149 +26: [2023-05-09 14:50:13,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt. + 7: [2023-05-09 14:50:13,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt. +26: [2023-05-09 14:50:13,466] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 211 + 8: [2023-05-09 14:50:13,466] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 65 + 7: [2023-05-09 14:50:13,467] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 57 + 5: [2023-05-09 14:50:13,468] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 45 +25: [2023-05-09 14:50:13,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt. +25: [2023-05-09 14:50:13,468] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 207 +22: [2023-05-09 14:50:13,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt. +22: [2023-05-09 14:50:13,469] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 179 +23: [2023-05-09 14:50:13,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt. +23: [2023-05-09 14:50:13,470] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 191 + 7: [2023-05-09 14:50:13,470] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 63 +11: [2023-05-09 14:50:13,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt. +11: [2023-05-09 14:50:13,471] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 95 +16: [2023-05-09 14:50:13,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt. +15: [2023-05-09 14:50:13,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt. +16: [2023-05-09 14:50:13,472] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 135 +15: [2023-05-09 14:50:13,472] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 125 + 7: [2023-05-09 14:50:13,473] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 57 +26: [2023-05-09 14:50:13,473] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 211 +18: [2023-05-09 14:50:13,474] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 149 + 8: [2023-05-09 14:50:13,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt. + 8: [2023-05-09 14:50:13,474] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 69 +25: [2023-05-09 14:50:13,476] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 207 +23: [2023-05-09 14:50:13,477] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 191 +11: [2023-05-09 14:50:13,477] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 95 +22: [2023-05-09 14:50:13,477] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 179 + 4: [2023-05-09 14:50:13,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt. + 4: [2023-05-09 14:50:13,479] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 33 + 8: [2023-05-09 14:50:13,481] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 69 +15: [2023-05-09 14:50:13,481] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 125 +18: [2023-05-09 14:50:13,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt. +18: [2023-05-09 14:50:13,483] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 145 +27: [2023-05-09 14:50:13,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt. +27: [2023-05-09 14:50:13,483] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 219 +16: [2023-05-09 14:50:13,483] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 135 + 4: [2023-05-09 14:50:13,485] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 33 +30: [2023-05-09 14:50:13,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt. +17: [2023-05-09 14:50:13,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt. +30: [2023-05-09 14:50:13,487] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 247 +17: [2023-05-09 14:50:13,487] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 143 +18: [2023-05-09 14:50:13,489] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 145 +27: [2023-05-09 14:50:13,489] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 219 +17: [2023-05-09 14:50:13,493] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 143 +30: [2023-05-09 14:50:13,494] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 247 + 5: [2023-05-09 14:50:13,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt. + 5: [2023-05-09 14:50:13,496] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 47 + 5: [2023-05-09 14:50:13,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt. + 5: [2023-05-09 14:50:13,501] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 43 + 5: [2023-05-09 14:50:13,503] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 47 + 5: [2023-05-09 14:50:13,507] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 43 +20: [2023-05-09 14:50:13,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt. +20: [2023-05-09 14:50:13,511] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 161 + 4: [2023-05-09 14:50:13,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt. + 4: [2023-05-09 14:50:13,512] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 37 +20: [2023-05-09 14:50:13,518] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 161 + 7: [2023-05-09 14:50:13,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt. + 7: [2023-05-09 14:50:13,519] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 61 + 4: [2023-05-09 14:50:13,519] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 37 + 0: [2023-05-09 14:50:13,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt. + 0: [2023-05-09 14:50:13,521] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 5 + 7: [2023-05-09 14:50:13,525] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 61 + 0: [2023-05-09 14:50:13,530] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 5 +21: [2023-05-09 14:50:13,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt. +21: [2023-05-09 14:50:13,533] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 173 +21: [2023-05-09 14:50:13,540] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 173 + 3: [2023-05-09 14:50:13,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt. + 3: [2023-05-09 14:50:13,544] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 29 +11: [2023-05-09 14:50:13,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt. +11: [2023-05-09 14:50:13,545] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 89 +11: [2023-05-09 14:50:13,551] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 89 +30: [2023-05-09 14:50:13,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt. +30: [2023-05-09 14:50:13,552] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 241 + 3: [2023-05-09 14:50:13,554] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 29 +16: [2023-05-09 14:50:13,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt. +16: [2023-05-09 14:50:13,557] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 133 +30: [2023-05-09 14:50:13,562] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 241 +16: [2023-05-09 14:50:13,565] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 133 +25: [2023-05-09 14:50:13,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt. +25: [2023-05-09 14:50:13,582] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 205 +25: [2023-05-09 14:50:13,588] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 205 + 7: [2023-05-09 14:50:13,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt. + 7: [2023-05-09 14:50:13,602] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 59 +25: [2023-05-09 14:50:13,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt. +25: [2023-05-09 14:50:13,604] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 203 +30: [2023-05-09 14:50:13,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt. +30: [2023-05-09 14:50:13,606] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 245 + 9: [2023-05-09 14:50:13,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt. +26: [2023-05-09 14:50:13,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt. +26: [2023-05-09 14:50:13,607] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 209 + 9: [2023-05-09 14:50:13,607] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 73 + 7: [2023-05-09 14:50:13,610] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 59 +29: [2023-05-09 14:50:13,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt. +29: [2023-05-09 14:50:13,611] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 239 +26: [2023-05-09 14:50:13,613] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 209 +25: [2023-05-09 14:50:13,614] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 203 +30: [2023-05-09 14:50:13,614] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 245 +29: [2023-05-09 14:50:13,618] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 239 +26: [2023-05-09 14:50:13,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt. +26: [2023-05-09 14:50:13,619] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 213 + 9: [2023-05-09 14:50:13,619] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 73 +27: [2023-05-09 14:50:13,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt. +27: [2023-05-09 14:50:13,620] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 217 +26: [2023-05-09 14:50:13,625] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 213 +27: [2023-05-09 14:50:13,627] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 217 +26: [2023-05-09 14:50:13,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt. +26: [2023-05-09 14:50:13,640] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 215 +29: [2023-05-09 14:50:13,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt. +29: [2023-05-09 14:50:13,644] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 235 +26: [2023-05-09 14:50:13,646] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 215 +29: [2023-05-09 14:50:13,651] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 235 +10: [2023-05-09 14:50:13,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt. +10: [2023-05-09 14:50:13,694] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 87 +10: [2023-05-09 14:50:13,701] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 87 + 1: [2023-05-09 14:50:14,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt. + 1: [2023-05-09 14:50:14,536] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 15 + 1: [2023-05-09 14:50:14,543] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 15 + 0: [2023-05-09 14:50:14,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt. + 0: [2023-05-09 14:50:14,656] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 7 + 0: [2023-05-09 14:50:14,662] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 7 + 9: [2023-05-09 14:50:14,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt. + 9: [2023-05-09 14:50:14,671] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 79 + 9: [2023-05-09 14:50:14,678] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 79 +13: [2023-05-09 14:50:14,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt. +13: [2023-05-09 14:50:14,709] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 105 + 8: [2023-05-09 14:50:14,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt. + 8: [2023-05-09 14:50:14,712] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 71 +13: [2023-05-09 14:50:14,715] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 105 + 8: [2023-05-09 14:50:14,718] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 71 +23: [2023-05-09 14:50:14,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt. +23: [2023-05-09 14:50:14,719] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 185 +18: [2023-05-09 14:50:14,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt. +18: [2023-05-09 14:50:14,724] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 151 +19: [2023-05-09 14:50:14,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt. +19: [2023-05-09 14:50:14,724] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 157 +11: [2023-05-09 14:50:14,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt. +11: [2023-05-09 14:50:14,726] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 93 +23: [2023-05-09 14:50:14,727] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 185 +18: [2023-05-09 14:50:14,730] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 151 +19: [2023-05-09 14:50:14,731] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 157 +11: [2023-05-09 14:50:14,732] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 93 + 1: [2023-05-09 14:50:14,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt. + 1: [2023-05-09 14:50:14,741] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 13 + 1: [2023-05-09 14:50:14,747] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 13 +24: [2023-05-09 14:50:14,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt. +24: [2023-05-09 14:50:14,747] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 193 +23: [2023-05-09 14:50:14,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt. +23: [2023-05-09 14:50:14,752] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 189 +24: [2023-05-09 14:50:14,753] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 193 +15: [2023-05-09 14:50:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt. +23: [2023-05-09 14:50:14,758] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 189 +15: [2023-05-09 14:50:14,758] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 123 +16: [2023-05-09 14:50:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt. +16: [2023-05-09 14:50:14,759] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 129 +15: [2023-05-09 14:50:14,765] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 123 +16: [2023-05-09 14:50:14,765] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 129 +10: [2023-05-09 14:50:14,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt. +10: [2023-05-09 14:50:14,767] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 85 + 2: [2023-05-09 14:50:14,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt. + 2: [2023-05-09 14:50:14,773] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 17 +10: [2023-05-09 14:50:14,774] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 85 + 2: [2023-05-09 14:50:14,780] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 17 +19: [2023-05-09 14:50:14,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt. +19: [2023-05-09 14:50:14,795] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 159 +22: [2023-05-09 14:50:14,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt. +22: [2023-05-09 14:50:14,798] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 181 +24: [2023-05-09 14:50:14,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt. +24: [2023-05-09 14:50:14,800] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 195 +19: [2023-05-09 14:50:14,801] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 159 + 2: [2023-05-09 14:50:14,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt. + 2: [2023-05-09 14:50:14,802] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 19 +22: [2023-05-09 14:50:14,805] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 181 +22: [2023-05-09 14:50:14,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt. +22: [2023-05-09 14:50:14,805] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 177 +24: [2023-05-09 14:50:14,806] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 195 +20: [2023-05-09 14:50:14,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt. +20: [2023-05-09 14:50:14,808] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 163 + 2: [2023-05-09 14:50:14,808] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 19 +22: [2023-05-09 14:50:14,812] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 177 +20: [2023-05-09 14:50:14,817] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 163 +12: [2023-05-09 14:50:14,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt. +12: [2023-05-09 14:50:14,818] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 99 +15: [2023-05-09 14:50:14,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt. +15: [2023-05-09 14:50:14,820] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 121 +12: [2023-05-09 14:50:14,824] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 99 +20: [2023-05-09 14:50:14,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt. +20: [2023-05-09 14:50:14,825] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 167 +15: [2023-05-09 14:50:14,826] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 121 +20: [2023-05-09 14:50:14,832] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 167 +21: [2023-05-09 14:50:14,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt. +21: [2023-05-09 14:50:14,837] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 175 +10: [2023-05-09 14:50:14,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt. +10: [2023-05-09 14:50:14,840] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 83 +17: [2023-05-09 14:50:14,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt. +17: [2023-05-09 14:50:14,842] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 139 +21: [2023-05-09 14:50:14,842] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 175 +10: [2023-05-09 14:50:14,846] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 83 +17: [2023-05-09 14:50:14,848] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 139 +12: [2023-05-09 14:50:14,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt. +12: [2023-05-09 14:50:14,852] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 97 +22: [2023-05-09 14:50:14,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt. +22: [2023-05-09 14:50:14,853] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 183 +19: [2023-05-09 14:50:14,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt. +19: [2023-05-09 14:50:14,854] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 153 +21: [2023-05-09 14:50:14,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt. +21: [2023-05-09 14:50:14,854] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 169 +12: [2023-05-09 14:50:14,858] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 97 +19: [2023-05-09 14:50:14,860] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 153 +21: [2023-05-09 14:50:14,861] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 169 +22: [2023-05-09 14:50:14,862] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 183 +24: [2023-05-09 14:50:14,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt. +24: [2023-05-09 14:50:14,866] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 197 +17: [2023-05-09 14:50:14,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt. +17: [2023-05-09 14:50:14,870] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 137 +20: [2023-05-09 14:50:14,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt. +20: [2023-05-09 14:50:14,870] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 165 +14: [2023-05-09 14:50:14,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt. +14: [2023-05-09 14:50:14,872] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 119 +21: [2023-05-09 14:50:14,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt. +24: [2023-05-09 14:50:14,873] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 197 +21: [2023-05-09 14:50:14,873] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 171 +17: [2023-05-09 14:50:14,875] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 137 +20: [2023-05-09 14:50:14,877] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 165 +14: [2023-05-09 14:50:14,878] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 119 +17: [2023-05-09 14:50:14,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt. +21: [2023-05-09 14:50:14,879] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 171 +17: [2023-05-09 14:50:14,879] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 141 +17: [2023-05-09 14:50:14,885] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 141 +13: [2023-05-09 14:50:14,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt. +24: [2023-05-09 14:50:14,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt. +24: [2023-05-09 14:50:14,887] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 199 +13: [2023-05-09 14:50:14,888] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 109 +14: [2023-05-09 14:50:14,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt. +14: [2023-05-09 14:50:14,893] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 113 +24: [2023-05-09 14:50:14,894] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 199 +13: [2023-05-09 14:50:14,898] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 109 +14: [2023-05-09 14:50:14,899] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 113 +23: [2023-05-09 14:50:14,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt. +23: [2023-05-09 14:50:14,902] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 187 +23: [2023-05-09 14:50:14,909] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 187 +13: [2023-05-09 14:50:14,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt. +13: [2023-05-09 14:50:14,964] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 107 +19: [2023-05-09 14:50:14,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt. +19: [2023-05-09 14:50:14,966] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 155 +13: [2023-05-09 14:50:14,972] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 107 +19: [2023-05-09 14:50:14,973] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 155 + 0: successfully loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b6bc4seed4 at iteration 0 +31: time (ms) | load-checkpoint: 21412.95 + 0: estimated model parameters: 4.24648704 + 0: estimated model parameters without embeddings: 4.078977024 + 0: [after model, optimizer, and learning rate scheduler are built] datetime: 2023-05-09 14:50:16 + 0: > building train, validation, and test datasets ... + 0: > datasets target sizes (minimum size): + 0: train: 1 + 0: validation: 102400 + 0: test: 102400 + 0: > building train, validation, and test datasets for GPT ... + 0: > building dataset index ... + 0: reading sizes... + 0: reading pointers... + 0: reading document index... + 0: creating numpy buffer of mmap... + 0: creating memory view of numpy buffer... + 0: > finished creating indexed dataset in 0.034942 seconds + 0: number of documents: 3133972 + 0: > dataset split: + 0: train: + 0: document indices in [0, 3133972) total of 3133972 documents + 0: > loading doc-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_4s_doc_idx.npy + 0: > loading sample-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_4s_sample_idx.npy + 0: > loading shuffle-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_4s_shuffle_idx.npy + 0: loaded indexed file in 0.115 seconds + 0: total number of samples: 731002 + 0: total number of epochs: 1 + 0: > building dataset index ... + 0: reading sizes... + 0: reading pointers... + 0: reading document index... + 0: creating numpy buffer of mmap... + 0: creating memory view of numpy buffer... + 0: > finished creating indexed dataset in 0.033823 seconds + 0: number of documents: 364608 + 0: > dataset split: + 0: validation: + 0: document indices in [0, 364608) total of 364608 documents + 0: > loading doc-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_102400ns_2048sl_4s_doc_idx.npy + 0: > loading sample-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_102400ns_2048sl_4s_sample_idx.npy + 0: > loading shuffle-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_102400ns_2048sl_4s_shuffle_idx.npy + 0: loaded indexed file in 0.104 seconds + 0: total number of samples: 169955 + 0: total number of epochs: 2 + 0: > finished creating GPT datasets ... + 0: [after dataloaders are built] datetime: 2023-05-09 14:50:24 + 0: done with setup ... + 0: training ... +31: time (ms) | model-and-optimizer-setup: 39848.49 | train/valid/test-data-iterators-setup: 4591.44 + 0: [after training is done] datetime: 2023-05-09 14:50:24 +31: ----------------------------------------------------------------------------------------------------------------- +31: validation loss at the end of training for val data | lm loss value: 2.614594E+00 | lm loss PPL: 1.366167E+01 | +31: ----------------------------------------------------------------------------------------------------------------- +END 3484368: Tue 09 May 2023 02:52:38 PM EEST